00000800:00000200:2.1F:1722794960.544544:0:3676:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880131c89c00] -> 12345-192.168.201.115@tcp (2) 00000800:00000200:1.1F:1722794960.544835:0:3667:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880131c89c00] -> 12345-192.168.201.115@tcp (2) 00000800:00000200:1.1:1722794960.544843:0:3667:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.115@tcp ffff8800b431dcc0 deleted 00000800:00000010:1.1:1722794960.544845:0:3667:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b431dcc0. 00000800:00000200:1.1:1722794960.544848:0:3667:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1722794960.544854:0:3667:0:(socklnd_cb.c:746:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.115@tcp ip 192.168.201.115:1023 00000800:00000200:1.1:1722794960.544857:0:3667:0:(socklnd_cb.c:765:ksocknal_queue_tx_locked()) Packet ffff8800b43e3000 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1722794960.545355:0:3666:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1722794960.545705:0:3668:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880131c89c00] -> 12345-192.168.201.115@tcp (4) 00000800:00000200:1.1:1722794960.545708:0:3668:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.115@tcp ffff8800b1f306c0 deleted 00000800:00000010:1.1:1722794960.545710:0:3668:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1f306c0. 00000800:00000200:1.1:1722794960.545712:0:3668:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1722794960.545770:0:3666:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1722794960.635506:0:27:0:(ldlm_resource.c:1487:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b43e3e00. 00010000:00000010:1.1:1722794960.635512:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 552 at ffff8800918cc000. 00010000:00000010:1.1:1722794960.662523:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 552 at ffff8800918cc900. 00010000:00000010:2.1:1722794960.665440:0:34:0:(ldlm_resource.c:1487:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008ca0f600. 00010000:00000010:2.1:1722794960.665445:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 552 at ffff8800ac53c900. 00010000:00000010:1.1:1722794960.665457:0:11:0:(ldlm_resource.c:1487:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b53d2100. 00010000:00000010:1.1:1722794960.665463:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 552 at ffff880094ce46c0. 00080000:00000010:2.1:1722794960.668469:0:11:0:(osd_handler.c:1595:osd_oxc_free()) kfreed 'oxe': 68 at ffff88012a2bb720. 00010000:00010000:1.0:1722795744.015794:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b5f80/0xc2e84c07bf998da7 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860df8 expref: 1459 pid: 16080 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.015805:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1281880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766303488:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.015811:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015816:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015819:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015823:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015827:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015830:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015833:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.015835:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015839:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015847:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.015851:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67005 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.015942:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3397:3679:x1806481766303232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 868us (917us total) trans 4296351716 rc 0/0 00000100:00100000:1.0:1722795744.015946:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043690 00000100:00100000:1.0:1722795744.016039:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.016051:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046351744 00000100:00100000:1.0:1722795744.016054:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046351744 00010000:00010000:1.0:1722795744.016064:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008660df80/0xc2e84c07bf998d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860dea expref: 1458 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.016079:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967004 00000100:00100000:1.0:1722795744.016082:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1458:2006:x1806482046351744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.016089:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.016092:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008660df80/0xc2e84c07bf998d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860dea expref: 1458 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.016097:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008660df80/0xc2e84c07bf998d99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860dea expref: 1458 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.016105:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008660df80/0xc2e84c07bf998d99 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860dea expref: 1458 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.016113:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.016114:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.016116:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa6700c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016120:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa6700c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016129:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.016140:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1457:2006:x1806482046351744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.016144:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967004 00000100:00100000:1.0:1722795744.016171:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.016236:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.016267:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fe6d440/0xc2e84c07bf998e9c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e53 expref: 1457 pid: 16044 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.016275:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766304000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.016283:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016288:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016291:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016299:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016303:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016306:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016310:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.016311:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016315:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016320:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016324:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67013 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.016414:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3398:3681:x1806481766303872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1028us (1075us total) trans 4296351719 rc 0/0 00000100:00100000:1.0:1722795744.016418:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043692 00000100:00100000:1.0:1722795744.016427:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766304896 00000100:00100000:1.0:1722795744.016429:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766304896 00000100:00100000:1.0:1722795744.016437:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766304512 00000100:00100000:1.0:1722795744.016439:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766304512 00000100:00100000:1.0:1722795744.016445:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043697 00000100:00100000:1.0:1722795744.016447:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3399:3678:x1806481766304896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.016455:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25568 count 1 00010000:00010000:1.0:1722795744.016461:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67036 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016468:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a149680/0xc2e84c07bf998f1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ea7 expref: 1455 pid: 16029 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.016472:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.016473:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.016474:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67036 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016484:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a149680/0xc2e84c07bf998f1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ea7 expref: 1455 pid: 16029 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.016489:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a149680/0xc2e84c07bf998f1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ea7 expref: 1455 pid: 16029 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.016495:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766305408:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.016508:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.016716:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078f07480/2, rc 0, transno 1384424 00000100:00100000:1.0:1722795744.016725:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078f07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766303744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.016854:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.016935:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016941:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016948:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016953:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016959:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016965:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.016967:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016972:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.016994:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017001:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67021 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.017085:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800727b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3403:3679:x1806481766304128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1502us (1563us total) trans 4296351721 rc 0/0 00000100:00100000:1.0:1722795744.017089:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043694 00000100:00100000:1.0:1722795744.017156:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766305408:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.017165:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67036 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.017278:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.017288:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.017295:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046352256 00000100:00100000:1.0:1722795744.017297:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046352256 00010000:00010000:1.0:1722795744.017304:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1f2640/0xc2e84c07bf998ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e7d expref: 1455 pid: 16044 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.017317:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967009 00000100:00100000:1.0:1722795744.017320:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1455:2006:x1806482046352256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.017324:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.017327:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d1f2640/0xc2e84c07bf998ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e7d expref: 1455 pid: 16044 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017333:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d1f2640/0xc2e84c07bf998ec6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e7d expref: 1455 pid: 16044 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017340:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1f2640/0xc2e84c07bf998ec6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e7d expref: 1454 pid: 16044 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017347:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017348:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017350:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6702f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017354:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6702f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017368:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.017380:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1453:2006:x1806482046352256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.017383:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967009 00000004:00080000:1.0:1722795744.017632:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800727b6a00/2, rc 0, transno 1384427 00000100:00100000:1.0:1722795744.017637:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800727b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766304896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.017647:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.017653:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800727b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766306560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.017670:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.017723:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.017730:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046352512 00000100:00100000:1.0:1722795744.017732:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046352512 00010000:00010000:1.0:1722795744.017739:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075743600/0xc2e84c07bf998eb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e6f expref: 1452 pid: 16072 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.017750:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967010 00000100:00100000:1.0:1722795744.017753:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1452:2006:x1806482046352512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.017759:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.017761:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075743600/0xc2e84c07bf998eb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e6f expref: 1452 pid: 16072 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017767:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075743600/0xc2e84c07bf998eb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e6f expref: 1452 pid: 16072 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017774:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075743600/0xc2e84c07bf998eb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860e6f expref: 1452 pid: 16072 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017780:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017781:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017783:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa6703d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017787:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa6703d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017796:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.017806:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1452:2006:x1806482046352512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.017810:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967010 00000100:00100000:1.0:1722795744.017820:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046352640 00000100:00100000:1.0:1722795744.017821:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046352640 00010000:00010000:1.0:1722795744.017826:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a24480/0xc2e84c07bf999032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860eb5 expref: 1452 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.017834:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967012 00000100:00100000:1.0:1722795744.017837:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1452:2005:x1806482046352640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.017841:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.017843:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a24480/0xc2e84c07bf999032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860eb5 expref: 1452 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017848:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a24480/0xc2e84c07bf999032 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860eb5 expref: 1452 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017853:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a24480/0xc2e84c07bf999032 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860eb5 expref: 1453 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.017859:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017859:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.017861:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017865:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017872:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.017881:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1451:2005:x1806482046352640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.017884:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967012 00010000:00010000:1.0:1722795744.017897:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017904:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017911:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017917:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017923:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017928:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.017931:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017938:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017947:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.017953:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67044 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.018050:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3406:3678:x1806481766305280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1556us (1585us total) trans 4296351725 rc 0/0 00000100:00100000:1.0:1722795744.018054:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043699 00000004:00080000:1.0:1722795744.018073:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e02ed80/2, rc 0, transno 1384429 00000100:00100000:1.0:1722795744.018078:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766305280:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.018083:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800727b5880/2, rc 0, transno 1384428 00000100:00100000:1.0:1722795744.018085:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800727b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766304512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018106:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.018111:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018124:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.018138:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766307072 00000100:00100000:1.0:1722795744.018140:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766307072 00000100:00100000:1.0:1722795744.018148:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766307200 00000100:00100000:1.0:1722795744.018150:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766307200 00000100:00100000:1.0:1722795744.018160:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043706 00000100:00100000:1.0:1722795744.018162:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3408:3679:x1806481766307200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.018170:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25576 count 1 00010000:00010000:1.0:1722795744.018177:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018184:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fac5f80/0xc2e84c07bf999078 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f1e expref: 1446 pid: 16104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018187:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018188:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018190:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018199:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fac5f80/0xc2e84c07bf999078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f1e expref: 1446 pid: 16104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018204:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fac5f80/0xc2e84c07bf999078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f1e expref: 1446 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.018210:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766307328:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.018222:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.018230:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.018234:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880090be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766307456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018244:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.018256:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766307456 00000100:00100000:1.0:1722795744.018257:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766307456 00000100:00100000:1.0:1722795744.018266:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043707 00000100:00100000:1.0:1722795744.018268:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3408:3678:x1806481766307456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.018275:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25577 count 1 00010000:00010000:1.0:1722795744.018281:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa6707c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018287:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f800000/0xc2e84c07bf99907f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f2c expref: 1446 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018291:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018291:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018293:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa6707c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018301:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f800000/0xc2e84c07bf99907f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f2c expref: 1446 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018307:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f800000/0xc2e84c07bf99907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f2c expref: 1446 pid: 16100 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.018316:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766307712:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.018327:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.018349:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046353152 00000100:00100000:1.0:1722795744.018351:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046353152 00010000:00010000:1.0:1722795744.018358:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360c61c0/0xc2e84c07bf999047 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ee6 expref: 1447 pid: 16100 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.018370:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046353280 00000100:00100000:1.0:1722795744.018371:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046353280 00010000:00010000:1.0:1722795744.018375:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360c4900/0xc2e84c07bf999055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ef4 expref: 1448 pid: 16081 timeout: 939 lvb_type: 1 00000004:00080000:1.0:1722795744.018713:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800727b7b80/2, rc 0, transno 1384433 00000100:00100000:1.0:1722795744.018725:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800727b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766306560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018761:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018781:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.018798:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.018804:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.018820:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.018834:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766307968 00000100:00100000:1.0:1722795744.018837:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766307968 00000100:00100000:1.0:1722795744.018851:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043709 00000100:00100000:1.0:1722795744.018855:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3411:3679:x1806481766308096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.018866:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25580 count 1 00010000:00010000:1.0:1722795744.018875:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018885:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980498c0/0xc2e84c07bf999094 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f56 expref: 1444 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018891:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018892:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.018894:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.018911:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980498c0/0xc2e84c07bf999094 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f56 expref: 1444 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.018919:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980498c0/0xc2e84c07bf999094 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f56 expref: 1444 pid: 16100 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.018928:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766308608:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.018943:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.019200:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766307328:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.019211:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.019223:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766307712:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.019228:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa6707c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.019245:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046353664 00000100:00100000:1.0:1722795744.019248:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046353664 00010000:00010000:1.0:1722795744.019255:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fac5f80/0xc2e84c07bf999078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f1e expref: 1447 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.019267:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967018 00000100:00100000:1.0:1722795744.019270:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1448:2006:x1806482046353408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.019275:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.019277:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e333180/0xc2e84c07bf999063 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f02 expref: 1448 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.019283:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e333180/0xc2e84c07bf999063 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f02 expref: 1447 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.019290:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e333180/0xc2e84c07bf999063 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f02 expref: 1447 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.019296:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.019297:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.019299:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019303:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67067 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019309:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.019320:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1443:2006:x1806482046353408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.019323:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967018 00010000:00010000:1.0:1722795744.019338:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019342:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019347:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019350:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019354:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019357:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.019359:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019362:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019367:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019371:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6706e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.019469:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3413:3679:x1806481766307200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1305us (1334us total) trans 4296351732 rc 0/0 00000100:00100000:1.0:1722795744.019474:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043706 00000004:00080000:1.0:1722795744.019492:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717de300/2, rc 0, transno 1384436 00000100:00100000:1.0:1722795744.019495:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766307200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.019552:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880090be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766308864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.019573:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.019601:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075721c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766308608:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.019615:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.019637:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967022 00000100:00100000:1.0:1722795744.019642:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1443:2006:x1806482046354048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.019649:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.019653:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fac6ac0/0xc2e84c07bf99908d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f48 expref: 1443 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.019662:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fac6ac0/0xc2e84c07bf99908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860f48 expref: 1442 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.019673:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.019674:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.019676:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019687:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67091 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019697:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.019713:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1439:2006:x1806482046354048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.019719:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967022 00010000:00010000:1.0:1722795744.019739:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019745:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019751:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019756:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019763:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019768:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.019770:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019778:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019784:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.019787:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6708a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.019867:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3416:3679:x1806481766308096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1011us (1073us total) trans 4296351735 rc 0/0 00000100:00100000:1.0:1722795744.019871:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043709 00000004:00080000:1.0:1722795744.019890:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717df100/2, rc 0, transno 1384440 00000100:00100000:1.0:1722795744.019902:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307968:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.019907:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717dc380/2, rc 0, transno 1384438 00000100:00100000:1.0:1722795744.019910:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307840:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.019925:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717dd880/2, rc 0, transno 1384441 00000100:00100000:1.0:1722795744.019927:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766307072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.019933:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766309632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.019956:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.019969:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766309504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.020002:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043714 00000100:00100000:1.0:1722795744.020005:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3417:3681:x1806481766309760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.020015:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25587 count 1 00010000:00010000:1.0:1722795744.020022:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.020039:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1437 pid: 16104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.020043:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.020044:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.020046:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.020055:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1437 pid: 16104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.020060:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1437 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.020066:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766309888:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.020076:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.020084:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.020097:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717dea00/2, rc 0, transno 1384439 00000100:00100000:1.0:1722795744.020108:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766308096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.020260:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717ddf80/2, rc 0, transno 1384442 00000100:00100000:1.0:1722795744.020266:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766308352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.020291:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766310656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.020305:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.020950:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075720380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766309888:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.020966:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.021203:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046354560 00000100:00100000:1.0:1722795744.021206:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046354560 00010000:00010000:1.0:1722795744.021215:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a14e2d00/0xc2e84c07bf9990be lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860faa expref: 1438 pid: 16029 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.021243:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046355200 00000100:00100000:1.0:1722795744.021244:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046355200 00010000:00010000:1.0:1722795744.021249:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa5f80/0xc2e84c07bf9990cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fc6 expref: 1440 pid: 16114 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.021265:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967027 00000100:00100000:1.0:1722795744.021267:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1441:2005:x1806482046354944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.021278:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.021281:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1441 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.021287:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1440 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.021295:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c0dc900/0xc2e84c07bf9990c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fb8 expref: 1440 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.021305:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021306:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021307:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021312:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021321:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.021333:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1436:2005:x1806482046354944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.021338:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967027 00010000:00010000:1.0:1722795744.021354:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021358:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021362:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021366:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021369:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021376:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.021378:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021381:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021386:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021390:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa670ad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.021490:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3423:3681:x1806481766309760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1484us (1540us total) trans 4296351739 rc 0/0 00000100:00100000:1.0:1722795744.021496:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043714 00000100:00100000:1.0:1722795744.021530:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766310912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.021543:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.021556:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766310912 00000100:00100000:1.0:1722795744.021558:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766310912 00000100:00100000:1.0:1722795744.021567:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043720 00000100:00100000:1.0:1722795744.021570:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3422:3680:x1806481766310912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.021578:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25590 count 1 00010000:00010000:1.0:1722795744.021584:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa670d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021594:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0dfcc0/0xc2e84c07bf9990da lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fe2 expref: 1433 pid: 16061 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021598:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021599:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021601:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa670d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021610:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0dfcc0/0xc2e84c07bf9990da lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fe2 expref: 1431 pid: 16061 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021615:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0dfcc0/0xc2e84c07bf9990da lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860fe2 expref: 1431 pid: 16061 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.021620:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766311168:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.021633:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.021645:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090be4700/2, rc 0, transno 1384447 00000100:00100000:1.0:1722795744.021648:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880090be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766308864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.021656:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766311424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.021666:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.021674:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.021677:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766311296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.021686:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.021695:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766311040 00000100:00100000:1.0:1722795744.021697:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766311040 00000100:00100000:1.0:1722795744.021705:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766311424 00000100:00100000:1.0:1722795744.021706:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766311424 00000100:00100000:1.0:1722795744.021711:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766311296 00000100:00100000:1.0:1722795744.021712:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766311296 00000100:00100000:1.0:1722795744.021717:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043721 00000100:00100000:1.0:1722795744.021721:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3425:3681:x1806481766311040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.021730:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25591 count 1 00010000:00010000:1.0:1722795744.021738:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa670de lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021748:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac480/0xc2e84c07bf9990e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ff0 expref: 1430 pid: 16114 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021754:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021755:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021757:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa670de lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021771:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac480/0xc2e84c07bf9990e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ff0 expref: 1430 pid: 16114 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021781:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac480/0xc2e84c07bf9990e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ff0 expref: 1430 pid: 16114 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.021789:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766311552:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.021808:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.021877:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766311936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.021896:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.021923:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043725 00000100:00100000:1.0:1722795744.021927:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3428:3680:x1806481766311936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.021937:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25594 count 1 00010000:00010000:1.0:1722795744.021946:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021955:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1428 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021961:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021963:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.021965:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.021978:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1428 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.021994:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1428 pid: 16115 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.022000:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766312320:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.022013:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.022028:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a63100/2, rc 0, transno 1384446 00000100:00100000:1.0:1722795744.022033:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880132a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766309632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.022580:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766311552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.022590:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa670de lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.022758:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766312320:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.022764:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.022973:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046355840 00000100:00100000:1.0:1722795744.022976:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046355840 00010000:00010000:1.0:1722795744.022999:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a521c0/0xc2e84c07bf9990ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086100c expref: 1430 pid: 16061 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.023017:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967034 00000100:00100000:1.0:1722795744.023021:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1431:2006:x1806482046355840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.023028:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.023031:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a521c0/0xc2e84c07bf9990ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086100c expref: 1430 pid: 16061 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023039:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a521c0/0xc2e84c07bf9990ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086100c expref: 1431 pid: 16061 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023051:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a521c0/0xc2e84c07bf9990ef lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086100c expref: 1431 pid: 16061 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023061:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023062:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023064:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023076:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023091:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.023109:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1431:2006:x1806482046355840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.023115:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967034 00000100:00100000:1.0:1722795744.023130:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967038 00000100:00100000:1.0:1722795744.023134:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1429:2006:x1806482046355968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.023141:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.023145:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1428 pid: 16115 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023154:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1426 pid: 16115 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023165:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800880818c0/0xc2e84c07bf9990f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086101a expref: 1426 pid: 16115 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023176:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023177:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023180:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023186:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023199:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.023213:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1422:2006:x1806482046355968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.023218:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967038 00010000:00010000:1.0:1722795744.023239:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023246:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023254:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023260:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023266:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023271:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.023274:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023281:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023295:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023302:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa670e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.023417:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3429:3679:x1806481766311424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1645us (1749us total) trans 4296351749 rc 0/0 00000100:00100000:1.0:1722795744.023422:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043722 00000004:00080000:1.0:1722795744.023441:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a62680/2, rc 0, transno 1384452 00000100:00100000:1.0:1722795744.023443:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880132a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766310912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.023451:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023456:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023460:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023464:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023468:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023475:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.023477:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023481:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023487:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023490:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa670fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.023505:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766312960 00000100:00100000:1.0:1722795744.023507:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766312960 00000100:00100000:1.0:1722795744.023515:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766313088 00000100:00100000:1.0:1722795744.023517:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766313088 00000100:00100000:1.0:1722795744.023523:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766313216 00000100:00100000:1.0:1722795744.023524:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766313216 00000100:00100000:1.0:1722795744.023530:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043728 00000100:00100000:1.0:1722795744.023532:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3432:3681:x1806481766312960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.023540:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25598 count 1 00010000:00010000:1.0:1722795744.023546:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023552:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a506c0/0xc2e84c07bf999112 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861052 expref: 1421 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.023559:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023560:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023562:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023571:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a506c0/0xc2e84c07bf999112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861052 expref: 1421 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.023575:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a506c0/0xc2e84c07bf999112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861052 expref: 1421 pid: 16086 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.023581:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766313344:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.023593:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.023668:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3432:3680:x1806481766311936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1741us (1772us total) trans 4296351752 rc 0/0 00000100:00100000:1.0:1722795744.023672:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043725 00000100:00100000:1.0:1722795744.023685:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046356224 00000100:00100000:1.0:1722795744.023687:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046356224 00010000:00010000:1.0:1722795744.023694:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac900/0xc2e84c07bf99910b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861044 expref: 1422 pid: 16104 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.023704:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967040 00000100:00100000:1.0:1722795744.023706:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1422:2006:x1806482046356224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.023711:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.023713:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac900/0xc2e84c07bf99910b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861044 expref: 1422 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023718:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac900/0xc2e84c07bf99910b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861044 expref: 1422 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023726:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0ac900/0xc2e84c07bf99910b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861044 expref: 1422 pid: 16104 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.023731:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023732:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023733:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023737:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67101 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x63fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023746:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.023754:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1421:2006:x1806482046356224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.023757:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967040 00000004:00080000:1.0:1722795744.023775:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a17100/2, rc 0, transno 1384456 00000100:00100000:1.0:1722795744.023779:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766311936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.023907:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043733 00000100:00100000:1.0:1722795744.023911:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800727b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3436:3681:x1806481766314240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.023923:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25603 count 1 00010000:00010000:1.0:1722795744.023933:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023947:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088081680/0xc2e84c07bf99913c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861098 expref: 1420 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.023953:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023954:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.023957:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.023971:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088081680/0xc2e84c07bf99913c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861098 expref: 1420 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.023990:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088081680/0xc2e84c07bf99913c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861098 expref: 1420 pid: 16036 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.024001:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766314624:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.024017:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.024031:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766314752 00000100:00100000:1.0:1722795744.024033:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766314752 00000100:00100000:1.0:1722795744.024048:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043735 00000100:00100000:1.0:1722795744.024051:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3436:3678:x1806481766314752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.024060:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25605 count 1 00010000:00010000:1.0:1722795744.024067:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.024076:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088082ac0/0xc2e84c07bf99914a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808610b4 expref: 1420 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.024085:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.024086:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.024088:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.024102:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088082ac0/0xc2e84c07bf99914a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808610b4 expref: 1420 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.024109:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088082ac0/0xc2e84c07bf99914a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808610b4 expref: 1420 pid: 16036 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.024114:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766314880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.024129:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.024768:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766313344:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.024778:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.024895:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766313984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.024902:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.024922:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766314624:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.024929:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.024943:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046356480 00000100:00100000:1.0:1722795744.024945:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046356480 00010000:00010000:1.0:1722795744.024953:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099401f80/0xc2e84c07bf999135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086108a expref: 1421 pid: 16057 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.024964:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967041 00000100:00100000:1.0:1722795744.024966:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1421:2005:x1806482046356480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.024971:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.024973:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099401f80/0xc2e84c07bf999135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086108a expref: 1421 pid: 16057 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.024978:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099401f80/0xc2e84c07bf999135 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086108a expref: 1421 pid: 16057 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.024997:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099401f80/0xc2e84c07bf999135 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086108a expref: 1421 pid: 16057 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.025006:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025007:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025009:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6712b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025013:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6712b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025022:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.025036:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1421:2005:x1806482046356480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.025040:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967041 00000100:00100000:1.0:1722795744.025051:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967043 00000100:00100000:1.0:1722795744.025054:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1422:2005:x1806482046356992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.025058:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.025060:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800737d9b00/0xc2e84c07bf999127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086106e expref: 1422 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.025065:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800737d9b00/0xc2e84c07bf999127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086106e expref: 1422 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.025072:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737d9b00/0xc2e84c07bf999127 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086106e expref: 1422 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.025077:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025078:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025080:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa6711d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025084:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa6711d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025091:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.025098:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1420:2005:x1806482046356992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.025101:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967043 00010000:00010000:1.0:1722795744.025114:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025118:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025123:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025126:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025130:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025133:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.025135:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025138:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025143:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025146:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6710f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x63fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.025234:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3437:3681:x1806481766312960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1699us (1780us total) trans 4296351756 rc 0/0 00000100:00100000:1.0:1722795744.025240:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043728 00000100:00100000:1.0:1722795744.025251:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766315008 00000100:00100000:1.0:1722795744.025254:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766315008 00000100:00100000:1.0:1722795744.025266:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766315136 00000100:00100000:1.0:1722795744.025269:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766315136 00010000:00010000:1.0:1722795744.025290:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025298:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025305:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025310:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025316:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025322:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.025325:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025331:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025342:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025348:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67139 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.025468:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800727b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3439:3681:x1806481766314240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1555us (1592us total) trans 4296351758 rc 0/0 00000100:00100000:1.0:1722795744.025473:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043733 00010000:00010000:1.0:1722795744.025489:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025496:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025503:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025509:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025516:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025521:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.025524:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025531:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025540:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025546:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67124 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.025633:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3441:3679:x1806481766313728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1874us (1949us total) trans 4296351760 rc 0/0 00000100:00100000:1.0:1722795744.025638:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043731 00000100:00100000:1.0:1722795744.025658:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766314880:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.025667:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.025728:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766316032 00000100:00100000:1.0:1722795744.025730:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766316032 00000100:00100000:1.0:1722795744.025740:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043740 00000100:00100000:1.0:1722795744.025742:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3441:3681:x1806481766316032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.025750:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25610 count 1 00010000:00010000:1.0:1722795744.025756:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025763:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088083180/0xc2e84c07bf99919e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808610fa expref: 1412 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.025767:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025768:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025770:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025778:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088083180/0xc2e84c07bf99919e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808610fa expref: 1412 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.025783:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088083180/0xc2e84c07bf99919e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808610fa expref: 1412 pid: 15435 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.025789:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766316160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.025803:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.025813:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025817:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025821:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025824:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025828:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025832:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.025834:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025837:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025843:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025846:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67140 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.025917:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3443:3678:x1806481766314752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1865us (1893us total) trans 4296351762 rc 0/0 00000100:00100000:1.0:1722795744.025921:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043735 00000100:00100000:1.0:1722795744.025930:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766316416 00000100:00100000:1.0:1722795744.025932:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766316416 00000100:00100000:1.0:1722795744.025941:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043742 00000100:00100000:1.0:1722795744.025943:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3443:3679:x1806481766316416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.025950:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25612 count 1 00010000:00010000:1.0:1722795744.025957:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025964:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800799d6880/0xc2e84c07bf9991c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861116 expref: 1412 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.025971:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025972:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.025973:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.025995:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800799d6880/0xc2e84c07bf9991c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861116 expref: 1412 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.026000:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800799d6880/0xc2e84c07bf9991c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861116 expref: 1412 pid: 15621 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.026006:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766316800:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.026019:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.026550:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766316160:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.026560:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.026930:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766316800:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.026940:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027067:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027072:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027077:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027081:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027084:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027088:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.027089:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027093:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027099:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027102:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67163 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x640a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.027185:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3445:3681:x1806481766316032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1441us (1462us total) trans 4296351763 rc 0/0 00000100:00100000:1.0:1722795744.027190:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043740 00000004:00080000:1.0:1722795744.027208:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1282d80/2, rc 0, transno 1384467 00000100:00100000:1.0:1722795744.027212:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766316032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.027231:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766317056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.027243:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.027256:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766317056 00000100:00100000:1.0:1722795744.027258:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766317056 00000100:00100000:1.0:1722795744.027266:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043744 00000100:00100000:1.0:1722795744.027269:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3445:3680:x1806481766317056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.027276:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25614 count 1 00010000:00010000:1.0:1722795744.027283:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027290:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800799d6400/0xc2e84c07bf9991e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x640e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861132 expref: 1410 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027294:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027295:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027296:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027304:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800799d6400/0xc2e84c07bf9991e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x640e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861132 expref: 1410 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027310:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800799d6400/0xc2e84c07bf9991e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x640e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861132 expref: 1409 pid: 15435 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.027315:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766317184:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.027328:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.027341:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1282680/2, rc 0, transno 1384468 00000100:00100000:1.0:1722795744.027345:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766315136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.027374:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.027378:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766317312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.027412:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.027428:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766317312 00000100:00100000:1.0:1722795744.027430:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766317312 00000100:00100000:1.0:1722795744.027441:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043745 00000100:00100000:1.0:1722795744.027443:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3448:3680:x1806481766317312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.027450:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25615 count 1 00010000:00010000:1.0:1722795744.027457:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027463:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011df7ba80/0xc2e84c07bf9991f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861140 expref: 1407 pid: 15441 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027467:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027468:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027470:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027478:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011df7ba80/0xc2e84c07bf9991f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861140 expref: 1407 pid: 15441 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027484:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011df7ba80/0xc2e84c07bf9991f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861140 expref: 1407 pid: 15441 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.027489:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766317440:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.027504:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.027511:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027519:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027526:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027532:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027538:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027544:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.027546:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027553:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027563:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027569:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67171 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x640c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.027703:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3447:3679:x1806481766316416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1757us (1785us total) trans 4296351767 rc 0/0 00000100:00100000:1.0:1722795744.027710:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043742 00000100:00100000:1.0:1722795744.027743:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766317696 00000100:00100000:1.0:1722795744.027745:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766317696 00000100:00100000:1.0:1722795744.027756:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043746 00000100:00100000:1.0:1722795744.027760:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3448:3679:x1806481766317696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.027773:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766317824 00000100:00100000:1.0:1722795744.027775:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766317824 00000100:00100000:1.0:1722795744.027787:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043748 00000100:00100000:1.0:1722795744.027790:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3449:3680:x1806481766317824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.027799:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25618 count 1 00010000:00010000:1.0:1722795744.027808:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027818:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011df7a880/0xc2e84c07bf99921c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086116a expref: 1404 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027824:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027825:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027827:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027842:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011df7a880/0xc2e84c07bf99921c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086116a expref: 1404 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027855:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011df7a880/0xc2e84c07bf99921c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086116a expref: 1404 pid: 15621 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.027863:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766318080:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.027883:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.027893:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25617 count 1 00010000:00010000:1.0:1722795744.027901:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027910:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800799d5200/0xc2e84c07bf99920e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086115c expref: 1404 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027914:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027915:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.027916:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.027926:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800799d5200/0xc2e84c07bf99920e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086115c expref: 1404 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.027931:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800799d5200/0xc2e84c07bf99920e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086115c expref: 1404 pid: 16057 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.027936:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766318336:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.027950:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.028106:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.028128:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.028150:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766317440:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.028159:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.028170:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766317184:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.028177:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028218:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028222:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028226:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028230:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028234:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028237:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.028238:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028243:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028249:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028253:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67186 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x640f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.028332:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3453:3680:x1806481766317312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 887us (918us total) trans 4296351771 rc 0/0 00000100:00100000:1.0:1722795744.028336:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043745 00010000:00010000:1.0:1722795744.028349:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028354:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028358:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028361:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028365:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028371:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.028373:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028377:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028384:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028390:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa6717f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x640e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.028499:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3453:3680:x1806481766317056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1227us (1253us total) trans 4296351772 rc 0/0 00000100:00100000:1.0:1722795744.028505:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043744 00000100:00100000:1.0:1722795744.028566:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766318080:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.028578:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.028591:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766319104 00000100:00100000:1.0:1722795744.028593:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766319104 00000100:00100000:1.0:1722795744.028608:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043752 00000100:00100000:1.0:1722795744.028611:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007676aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3453:3680:x1806481766319104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.028619:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25622 count 1 00010000:00010000:1.0:1722795744.028625:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028632:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ee4c480/0xc2e84c07bf999270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808611b0 expref: 1402 pid: 16096 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.028636:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.028637:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.028638:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028648:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ee4c480/0xc2e84c07bf999270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611b0 expref: 1403 pid: 16096 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.028653:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ee4c480/0xc2e84c07bf999270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611b0 expref: 1403 pid: 16096 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.028659:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766319360:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.028678:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.028699:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075721c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766318336:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.028710:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028768:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028775:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028782:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028788:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028794:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028799:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.028801:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028807:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028816:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.028821:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67194 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.028920:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3455:3680:x1806481766317824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1128us (1157us total) trans 4296351774 rc 0/0 00000100:00100000:1.0:1722795744.028926:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043748 00000100:00100000:1.0:1722795744.028965:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766319616 00000100:00100000:1.0:1722795744.028968:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766319616 00000100:00100000:1.0:1722795744.028994:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766319744 00000100:00100000:1.0:1722795744.028997:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766319744 00000100:00100000:1.0:1722795744.029010:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043755 00000100:00100000:1.0:1722795744.029014:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3456:3678:x1806481766319744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.029022:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25625 count 1 00010000:00010000:1.0:1722795744.029029:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029036:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1400 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.029040:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029040:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029042:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029051:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1400 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.029057:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1400 pid: 15621 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.029063:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766320000:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.029132:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.029146:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029156:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029163:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029170:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029176:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029182:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.029184:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029190:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029200:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029206:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa6719b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.029305:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3457:3679:x1806481766317696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1542us (1604us total) trans 4296351775 rc 0/0 00000100:00100000:1.0:1722795744.029312:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043746 00000004:00080000:1.0:1722795744.029419:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075722300/2, rc 0, transno 1384479 00000100:00100000:1.0:1722795744.029434:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766317696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.029455:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ee4c480/0xc2e84c07bf999270 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611b0 expref: 1397 pid: 16096 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.029466:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766319360:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.029477:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029484:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029490:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029497:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029504:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029510:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029516:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.029519:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029525:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029532:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029536:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa671b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.029627:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007676aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3459:3680:x1806481766319104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1015us (1082us total) trans 4296351778 rc 0/0 00000100:00100000:1.0:1722795744.029631:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043752 00000100:00100000:1.0:1722795744.029650:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766320000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.029658:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.029691:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078cb5f80/2, rc 0, transno 1384481 00000100:00100000:1.0:1722795744.029696:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766318208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.029788:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766320768 00000100:00100000:1.0:1722795744.029790:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766320768 00000100:00100000:1.0:1722795744.029799:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043758 00000100:00100000:1.0:1722795744.029801:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3460:3679:x1806481766320768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.029808:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25629 count 1 00010000:00010000:1.0:1722795744.029815:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029822:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a53840/0xc2e84c07bf999311 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861227 expref: 1395 pid: 16026 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.029826:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029827:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029828:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029837:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a53840/0xc2e84c07bf999311 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861227 expref: 1395 pid: 16026 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.029842:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a53840/0xc2e84c07bf999311 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861227 expref: 1395 pid: 16026 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.029848:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766320896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.029860:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.029877:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.029886:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046359808 00000100:00100000:1.0:1722795744.029888:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046359808 00010000:00010000:1.0:1722795744.029894:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1395 pid: 15621 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.029904:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967067 00000100:00100000:1.0:1722795744.029906:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1395:2005:x1806482046359808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.029911:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.029913:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1395 pid: 15621 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.029918:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1395 pid: 15621 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.029925:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2f180/0xc2e84c07bf9992a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808611e8 expref: 1395 pid: 15621 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.029932:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029933:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.029934:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029938:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029947:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.029957:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1394:2005:x1806482046359808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.029961:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967067 00010000:00010000:1.0:1722795744.029973:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029977:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029993:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.029998:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030002:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030005:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.030007:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030010:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030015:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030019:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa671cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.030095:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3462:3678:x1806481766319744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1080us (1121us total) trans 4296351781 rc 0/0 00000100:00100000:1.0:1722795744.030099:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043755 00000004:00080000:1.0:1722795744.030115:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f87b480/2, rc 0, transno 1384485 00000100:00100000:1.0:1722795744.030127:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766319744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.030175:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.030182:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007043c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766321408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.030201:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.030522:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766321792 00000100:00100000:1.0:1722795744.030525:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766321792 00000100:00100000:1.0:1722795744.030537:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043762 00000100:00100000:1.0:1722795744.030540:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3463:3679:x1806481766321792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.030548:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25633 count 1 00010000:00010000:1.0:1722795744.030555:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030561:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ee58b40/0xc2e84c07bf999334 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086125f expref: 1391 pid: 15458 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.030565:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.030566:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.030568:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.030577:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ee58b40/0xc2e84c07bf999334 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086125f expref: 1391 pid: 15458 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.030582:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ee58b40/0xc2e84c07bf999334 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086125f expref: 1391 pid: 15458 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.030587:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766321920:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.030603:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.030768:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766320896:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.030779:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.031035:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031055:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031097:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031112:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031121:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046360704 00000100:00100000:1.0:1722795744.031123:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046360704 00010000:00010000:1.0:1722795744.031131:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081b2ad00/0xc2e84c07bf999326 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x641f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861243 expref: 1394 pid: 16096 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.031141:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967074 00000100:00100000:1.0:1722795744.031144:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1392:2006:x1806482046360704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.031149:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.031151:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081b2ad00/0xc2e84c07bf999326 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x641f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861243 expref: 1391 pid: 16096 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.031157:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081b2ad00/0xc2e84c07bf999326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x641f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861243 expref: 1391 pid: 16096 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.031164:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.031165:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.031166:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa671f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x641f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031170:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa671f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x641f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031178:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.031189:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1390:2006:x1806482046360704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.031193:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967074 00000100:00100000:1.0:1722795744.031239:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031268:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.031316:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766321920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.031325:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031336:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031340:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031347:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031353:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031360:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031365:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.031368:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031374:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031384:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031390:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa671e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x641d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.031438:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007043c700/2, rc 0, transno 1384489 00000100:00100000:1.0:1722795744.031446:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007043c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766321408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.031598:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3467:3679:x1806481766320768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1793us (1817us total) trans 4296351786 rc 0/0 00000100:00100000:1.0:1722795744.031604:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043758 00000100:00100000:1.0:1722795744.031615:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766322560 00000100:00100000:1.0:1722795744.031618:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766322560 00000100:00100000:1.0:1722795744.031631:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043766 00000100:00100000:1.0:1722795744.031636:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3468:3679:x1806481766322560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.031646:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25636 count 1 00010000:00010000:1.0:1722795744.031655:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031666:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777ddf80/0xc2e84c07bf999350 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861289 expref: 1384 pid: 16099 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.031677:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.031678:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.031680:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031696:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777ddf80/0xc2e84c07bf999350 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861289 expref: 1384 pid: 16099 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.031706:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777ddf80/0xc2e84c07bf999350 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861289 expref: 1384 pid: 16099 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.031715:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766322944:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.031733:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.031748:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766323200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.031761:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.031775:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031780:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031786:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031789:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031794:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031798:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.031799:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031803:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031809:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.031812:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa671fd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.031898:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3471:3679:x1806481766321792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1356us (1386us total) trans 4296351790 rc 0/0 00000100:00100000:1.0:1722795744.031902:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043762 00010000:00010000:1.0:1722795744.031971:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777dc900/0xc2e84c07bf999342 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6422:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086126d expref: 1385 pid: 16096 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.031978:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078f04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766322304:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.031998:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032006:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032009:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032014:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032017:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032021:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032024:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.032025:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032029:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032035:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.032038:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa6720b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.032115:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3473:3681:x1806481766322176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1210us (1277us total) trans 4296351791 rc 0/0 00000100:00100000:1.0:1722795744.032120:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043764 00000100:00100000:1.0:1722795744.032178:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800727b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.032191:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.032705:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766322944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.032715:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.032867:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766324352:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.032876:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.032965:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.033005:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.033021:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.033029:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046361216 00000100:00100000:1.0:1722795744.033032:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046361216 00010000:00010000:1.0:1722795744.033039:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777ddf80/0xc2e84c07bf999350 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861289 expref: 1385 pid: 16099 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.033065:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.033069:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046361472 00000100:00100000:1.0:1722795744.033071:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046361472 00010000:00010000:1.0:1722795744.033075:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f3c0/0xc2e84c07bf999406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612b3 expref: 1384 pid: 15430 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.033084:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967082 00000100:00100000:1.0:1722795744.033086:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1384:2005:x1806482046361472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.033091:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.033093:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f3c0/0xc2e84c07bf999406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612b3 expref: 1384 pid: 15430 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033100:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f3c0/0xc2e84c07bf999406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612b3 expref: 1383 pid: 15430 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033107:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f3c0/0xc2e84c07bf999406 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612b3 expref: 1382 pid: 15430 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033113:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033114:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033116:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033120:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67220 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033134:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.033146:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1380:2005:x1806482046361472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.033150:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967082 00010000:00010000:1.0:1722795744.033162:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033167:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033171:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033175:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033178:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033181:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.033183:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033187:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033192:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033196:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67219 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.033261:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967083 00000100:00100000:1.0:1722795744.033264:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078031f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1380:2005:x1806482046361728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.033269:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.033272:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073488900/0xc2e84c07bf999429 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612e4 expref: 1380 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033277:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073488900/0xc2e84c07bf999429 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612e4 expref: 1380 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033285:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073488900/0xc2e84c07bf999429 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808612e4 expref: 1381 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.033290:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033291:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033292:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033296:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033306:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.033318:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078031f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1380:2005:x1806482046361728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.033321:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967083 00010000:00010000:1.0:1722795744.033334:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033338:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033342:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033346:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033349:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033352:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.033354:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033358:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033362:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033366:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67235 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.033449:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3476:3679:x1806481766323584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1468us (1514us total) trans 4296351796 rc 0/0 00000100:00100000:1.0:1722795744.033453:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043770 00010000:00010000:1.0:1722795744.033472:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033476:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033480:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033484:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033487:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033491:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.033492:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033496:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033501:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033505:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67243 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x642a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.033585:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3477:3680:x1806481766324224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1368us (1392us total) trans 4296351798 rc 0/0 00000100:00100000:1.0:1722795744.033592:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043772 00000004:00080000:1.0:1722795744.033617:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800727b4380/2, rc 0, transno 1384502 00000100:00100000:1.0:1722795744.033624:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800727b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.033633:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.033654:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.033665:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.033670:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.033684:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.033710:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3479:3679:x1806481766322560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2074us (2169us total) trans 4296351795 rc 0/0 00000100:00100000:1.0:1722795744.033716:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043766 00000100:00100000:1.0:1722795744.033727:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766324992 00000100:00100000:1.0:1722795744.033729:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766324992 00000100:00100000:1.0:1722795744.033741:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043777 00000100:00100000:1.0:1722795744.033745:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3479:3680:x1806481766324992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.033762:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25647 count 1 00010000:00010000:1.0:1722795744.033772:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033782:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f840/0xc2e84c07bf99945a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861346 expref: 1375 pid: 15430 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.033788:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033789:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.033791:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.033812:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f840/0xc2e84c07bf99945a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861346 expref: 1375 pid: 15430 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.033821:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6f840/0xc2e84c07bf99945a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861346 expref: 1375 pid: 15430 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.033829:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766325760:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.033859:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.033880:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078f06d80/2, rc 0, transno 1384499 00000100:00100000:1.0:1722795744.033887:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078f06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766322560:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.033929:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007676ad80/2, rc 0, transno 1384503 00000100:00100000:1.0:1722795744.033933:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766323200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.033992:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766326016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.034016:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.034862:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078033800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766325504:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.034876:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.034900:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766325760:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.034911:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.034968:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046362624 00000100:00100000:1.0:1722795744.034972:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046362624 00010000:00010000:1.0:1722795744.034993:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007348a640/0xc2e84c07bf999453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x642e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861338 expref: 1375 pid: 16024 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.035007:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967087 00000100:00100000:1.0:1722795744.035011:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078033800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1375:2005:x1806482046362624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.035016:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.035019:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007348a640/0xc2e84c07bf999453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x642e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861338 expref: 1375 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035024:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007348a640/0xc2e84c07bf999453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x642e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861338 expref: 1375 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035032:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007348a640/0xc2e84c07bf999453 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x642e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861338 expref: 1375 pid: 16024 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035039:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035040:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035042:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035047:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035058:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.035073:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078033800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1377:2005:x1806482046362624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.035077:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967087 00000100:00100000:1.0:1722795744.035089:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967090 00000100:00100000:1.0:1722795744.035092:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1377:2006:x1806482046362496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.035096:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.035099:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088782640/0xc2e84c07bf99944c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x642d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086132a expref: 1377 pid: 15440 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035105:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088782640/0xc2e84c07bf99944c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x642d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086132a expref: 1377 pid: 15440 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035111:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088782640/0xc2e84c07bf99944c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x642d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086132a expref: 1377 pid: 15440 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.035117:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035118:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035120:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035124:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67258 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x642d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035131:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.035139:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1374:2006:x1806482046362496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.035142:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967090 00010000:00010000:1.0:1722795744.035155:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035163:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035167:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035171:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035174:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035178:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.035179:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035183:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035188:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035191:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa6725f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x642e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.035278:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801367e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3484:3680:x1806481766324864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1589us (1623us total) trans 4296351801 rc 0/0 00000100:00100000:1.0:1722795744.035282:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043776 00000004:00080000:1.0:1722795744.035300:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e02df80/2, rc 0, transno 1384505 00000100:00100000:1.0:1722795744.035312:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.035394:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035416:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035420:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035424:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035428:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035431:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.035433:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035436:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035442:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035447:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67266 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x642f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.035519:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3485:3680:x1806481766324992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1773us (1834us total) trans 4296351805 rc 0/0 00000100:00100000:1.0:1722795744.035523:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043777 00000004:00080000:1.0:1722795744.035538:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e02c380/2, rc 0, transno 1384509 00000100:00100000:1.0:1722795744.035541:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766324992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.035547:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766327168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.035560:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.035572:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766327168 00000100:00100000:1.0:1722795744.035574:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766327168 00000100:00100000:1.0:1722795744.035586:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043783 00000100:00100000:1.0:1722795744.035589:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3487:3678:x1806481766327040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.035597:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25653 count 1 00010000:00010000:1.0:1722795744.035605:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035612:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089e0d440/0xc2e84c07bf9994ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808613a1 expref: 1369 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.035616:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035617:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.035618:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035631:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089e0d440/0xc2e84c07bf9994ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808613a1 expref: 1369 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.035637:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089e0d440/0xc2e84c07bf9994ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808613a1 expref: 1369 pid: 16105 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.035643:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766327552:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.035655:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.035694:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.035825:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035831:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035835:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035841:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035848:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035853:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.035856:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035863:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035872:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.035879:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67274 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.035997:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3489:3679:x1806481766326016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1935us (1961us total) trans 4296351806 rc 0/0 00000100:00100000:1.0:1722795744.036003:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043779 00000100:00100000:1.0:1722795744.036243:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.036268:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.036420:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766327552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.036430:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.036554:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1283480/2, rc 0, transno 1384512 00000100:00100000:1.0:1722795744.036560:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766326528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.036615:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.036645:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036652:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036657:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036660:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036664:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036667:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.036669:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036672:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036678:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036682:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67297 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.036756:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3492:3680:x1806481766327168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1162us (1194us total) trans 4296351810 rc 0/0 00000100:00100000:1.0:1722795744.036760:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043784 00000100:00100000:1.0:1722795744.036810:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766329088 00000100:00100000:1.0:1722795744.036813:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766329088 00000100:00100000:1.0:1722795744.036828:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043791 00000100:00100000:1.0:1722795744.036833:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3492:3679:x1806481766329088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.036844:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25661 count 1 00010000:00010000:1.0:1722795744.036853:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036863:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc0aac0/0xc2e84c07bf999962 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x643d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861411 expref: 1363 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.036869:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.036871:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.036873:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036889:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc0aac0/0xc2e84c07bf999962 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x643d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861411 expref: 1364 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.036898:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cc0aac0/0xc2e84c07bf999962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x643d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861411 expref: 1364 pid: 16091 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.036907:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766329216:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.036929:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.036943:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036955:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036962:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036968:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036974:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.036998:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.037001:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037007:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037017:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037024:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67290 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.037131:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3494:3678:x1806481766327040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1539us (1575us total) trans 4296351811 rc 0/0 00000100:00100000:1.0:1722795744.037138:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043783 00000004:00080000:1.0:1722795744.037160:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078030700/2, rc 0, transno 1384516 00000100:00100000:1.0:1722795744.037164:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766327808:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.037169:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1281880/2, rc 0, transno 1384515 00000100:00100000:1.0:1722795744.037171:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a1281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766327040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.037231:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.037254:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043792 00000100:00100000:1.0:1722795744.037258:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3496:3681:x1806481766329472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.037267:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25663 count 1 00010000:00010000:1.0:1722795744.037274:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037282:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa07180/0xc2e84c07bf999977 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861434 expref: 1360 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.037286:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.037287:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.037288:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037297:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa07180/0xc2e84c07bf999977 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861434 expref: 1360 pid: 15435 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.037302:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa07180/0xc2e84c07bf999977 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861434 expref: 1360 pid: 15435 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.037312:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093dab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766329600:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.037327:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.037339:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a15880/2, rc 0, transno 1384518 00000100:00100000:1.0:1722795744.037343:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766328064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.037360:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766329728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.037371:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.037470:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.037479:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046364288 00000100:00100000:1.0:1722795744.037482:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046364288 00010000:00010000:1.0:1722795744.037490:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134071200/0xc2e84c07bf99995b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x643c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861403 expref: 1360 pid: 16050 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.037507:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967102 00000100:00100000:1.0:1722795744.037510:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1360:2006:x1806482046364288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.037515:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.037517:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134071200/0xc2e84c07bf99995b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x643c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861403 expref: 1360 pid: 16050 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.037523:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134071200/0xc2e84c07bf99995b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x643c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861403 expref: 1360 pid: 16050 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.037530:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134071200/0xc2e84c07bf99995b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x643c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861403 expref: 1360 pid: 16050 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.037540:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.037541:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.037543:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa672c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037547:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa672c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x643c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037556:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.037568:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1359:2006:x1806482046364288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.037571:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967102 00000100:00100000:1.0:1722795744.037601:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766330240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.037623:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766329216:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.037631:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.037653:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.037723:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037730:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037738:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037744:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037750:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037756:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.037758:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037765:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037774:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.037781:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa672c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x643d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.037869:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3498:3679:x1806481766329088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1036us (1069us total) trans 4296351817 rc 0/0 00000100:00100000:1.0:1722795744.037874:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043791 00000100:00100000:1.0:1722795744.037918:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093dab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766329600:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.037927:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.037943:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766330752 00000100:00100000:1.0:1722795744.037945:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766330752 00000100:00100000:1.0:1722795744.037953:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766330624 00000100:00100000:1.0:1722795744.037955:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766330624 00000100:00100000:1.0:1722795744.037962:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043798 00000100:00100000:1.0:1722795744.037965:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3499:3681:x1806481766330624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.037973:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25667 count 1 00010000:00010000:1.0:1722795744.037994:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038005:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009997d680/0xc2e84c07bf999985 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086146c expref: 1357 pid: 16050 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.038012:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038013:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038015:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038030:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009997d680/0xc2e84c07bf999985 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086146c expref: 1357 pid: 16050 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.038040:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009997d680/0xc2e84c07bf999985 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086146c expref: 1357 pid: 16050 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.038049:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766331008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.038071:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.038082:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038089:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038096:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038102:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038109:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038115:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.038118:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038125:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038134:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038140:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa672cf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x643f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.038258:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3500:3681:x1806481766329472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 997us (1036us total) trans 4296351819 rc 0/0 00000100:00100000:1.0:1722795744.038265:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043792 00000100:00100000:1.0:1722795744.038277:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766331136 00000100:00100000:1.0:1722795744.038280:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766331136 00000100:00100000:1.0:1722795744.038294:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043799 00000100:00100000:1.0:1722795744.038298:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3500:3678:x1806481766331136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.038314:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25669 count 1 00010000:00010000:1.0:1722795744.038324:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038334:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa046c0/0xc2e84c07bf99999a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861488 expref: 1355 pid: 16070 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.038340:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038341:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038344:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038360:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa046c0/0xc2e84c07bf99999a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861488 expref: 1355 pid: 16070 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.038368:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa046c0/0xc2e84c07bf99999a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861488 expref: 1355 pid: 16070 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.038377:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766331392:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.038417:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.038588:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766329984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.038596:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.038610:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766331008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.038617:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038718:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038722:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038727:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038730:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038734:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038737:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.038739:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038744:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038750:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038754:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa672d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x643e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.038784:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046365056 00000100:00100000:1.0:1722795744.038786:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046365056 00010000:00010000:1.0:1722795744.038794:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc08fc0/0xc2e84c07bf99998c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086145e expref: 1357 pid: 16091 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.038806:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967109 00000100:00100000:1.0:1722795744.038809:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1357:2006:x1806482046365056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.038814:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.038816:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc08fc0/0xc2e84c07bf99998c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086145e expref: 1357 pid: 16091 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.038822:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc08fc0/0xc2e84c07bf99998c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086145e expref: 1356 pid: 16091 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.038829:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc08fc0/0xc2e84c07bf99998c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086145e expref: 1356 pid: 16091 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.038838:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038839:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.038840:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa672eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038845:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa672eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.038854:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.038866:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1353:2006:x1806482046365056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.038869:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967109 00000100:00100000:1.0:1722795744.038940:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3502:3680:x1806481766329344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1679us (1708us total) trans 4296351820 rc 0/0 00000100:00100000:1.0:1722795744.038944:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043793 00000100:00100000:1.0:1722795744.039047:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766331648 00000100:00100000:1.0:1722795744.039050:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766331648 00000100:00100000:1.0:1722795744.039065:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043801 00000100:00100000:1.0:1722795744.039069:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3503:3680:x1806481766331648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.039079:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25671 count 1 00010000:00010000:1.0:1722795744.039089:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039099:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1353 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.039110:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039114:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039116:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039152:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1351 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.039161:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1351 pid: 16086 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.039171:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766331904:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.039183:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046365568 00000100:00100000:1.0:1722795744.039185:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046365568 00010000:00010000:1.0:1722795744.039195:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa046c0/0xc2e84c07bf99999a lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861488 expref: 1351 pid: 16070 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.039227:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046365696 00000100:00100000:1.0:1722795744.039229:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046365696 00010000:00010000:1.0:1722795744.039238:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc0b180/0xc2e84c07bf9999a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861496 expref: 1351 pid: 16096 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.039259:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967113 00000100:00100000:1.0:1722795744.039263:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1351:2005:x1806482046365696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.039270:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.039274:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc0b180/0xc2e84c07bf9999a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861496 expref: 1351 pid: 16096 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.039282:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc0b180/0xc2e84c07bf9999a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861496 expref: 1351 pid: 16096 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.039294:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc0b180/0xc2e84c07bf9999a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861496 expref: 1351 pid: 16096 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.039303:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039304:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039307:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039313:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67307 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039328:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.039342:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1349:2005:x1806482046365696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.039346:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967113 00000100:00100000:1.0:1722795744.039365:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.039372:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039376:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039384:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039388:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039392:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039395:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.039412:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039416:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039421:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039425:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa672f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.039502:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3504:3681:x1806481766330624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1536us (1565us total) trans 4296351825 rc 0/0 00000100:00100000:1.0:1722795744.039506:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043798 00000100:00100000:1.0:1722795744.039542:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766332288:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.039563:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa046c0/0xc2e84c07bf99999a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861488 expref: 1348 pid: 16070 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.039569:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766331392:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.039577:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039582:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039585:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039589:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039593:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039596:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039599:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.039601:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039605:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039611:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039615:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67300 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.039690:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3507:3678:x1806481766331136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1392us (1434us total) trans 4296351826 rc 0/0 00000100:00100000:1.0:1722795744.039694:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043799 00000100:00100000:1.0:1722795744.039706:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.039720:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075721880/2, rc 0, transno 1384529 00000100:00100000:1.0:1722795744.039723:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766330624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.039801:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766332672 00000100:00100000:1.0:1722795744.039803:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766332672 00000100:00100000:1.0:1722795744.039813:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043806 00000100:00100000:1.0:1722795744.039815:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3508:3678:x1806481766332672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.039823:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:25676 count 1 00010000:00010000:1.0:1722795744.039829:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039836:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095eed8c0/0xc2e84c07bf9999cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x644c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a808614ea expref: 1347 pid: 16037 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.039840:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039841:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.039842:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039852:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095eed8c0/0xc2e84c07bf9999cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x644c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614ea expref: 1347 pid: 16037 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795744.039857:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eed8c0/0xc2e84c07bf9999cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x644c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614ea expref: 1347 pid: 16037 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.039863:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766333184:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.039879:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.039897:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766332800 00000100:00100000:1.0:1722795744.039899:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766332800 00000100:00100000:1.0:1722795744.039909:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043808 00000100:00100000:1.0:1722795744.039911:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3509:3678:x1806481766332800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.039918:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10424 count 1 00010000:00010000:1.0:1722795744.039924:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039931:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cb8900/0xc2e84c07bf8342bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cc44b expref: 1347 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039935:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.039936:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.039937:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039946:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cb8900/0xc2e84c07bf8342bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cc44b expref: 1347 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.039956:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cb8900/0xc2e84c07bf8342bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cc44b expref: 1347 pid: 16094 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.039964:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766333568:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.039999:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.040309:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766331904:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.040323:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.040361:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046365824 00000100:00100000:1.0:1722795744.040363:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046365824 00010000:00010000:1.0:1722795744.040374:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1348 pid: 16086 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.040415:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967114 00000100:00100000:1.0:1722795744.040420:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1348:2005:x1806482046365824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.040427:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.040432:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1348 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.040441:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1348 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.040452:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c25c6c0/0xc2e84c07bf9999a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x6447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614a4 expref: 1349 pid: 16086 timeout: 939 lvb_type: 1 00010000:00010000:1.0:1722795744.040464:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.040465:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.040468:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040474:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040489:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.040509:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1347:2005:x1806482046365824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.040514:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967114 00010000:00010000:1.0:1722795744.040528:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040532:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040537:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040540:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040544:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040551:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.040553:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040556:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040562:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040565:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6730e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x6447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.040636:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3511:3680:x1806481766331648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1566us (1605us total) trans 4296351828 rc 0/0 00000100:00100000:1.0:1722795744.040640:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043801 00000100:00100000:1.0:1722795744.040657:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766333568:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.040668:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040679:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eed8c0/0xc2e84c07bf9999cb lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x644c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a808614ea expref: 1346 pid: 16037 timeout: 939 lvb_type: 1 00000100:00100000:1.0:1722795744.040685:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766333184:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.040690:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040695:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040699:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040702:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040706:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040712:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040717:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.040719:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040725:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040734:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040740:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67331 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x644c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.040828:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3513:3678:x1806481766332672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1011us (1060us total) trans 4296351830 rc 0/0 00000100:00100000:1.0:1722795744.040833:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043806 00000004:00080000:1.0:1722795744.040854:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133e8d180/2, rc 0, transno 1384534 00000100:00100000:1.0:1722795744.040858:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766332672:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.040863:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075722a00/2, rc 0, transno 1384535 00000100:00100000:1.0:1722795744.040865:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766332032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.040884:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766333952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.040907:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.040922:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766333952 00000100:00100000:1.0:1722795744.040924:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766333952 00000100:00100000:1.0:1722795744.040933:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043811 00000100:00100000:1.0:1722795744.040936:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3514:3678:x1806481766333952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.040943:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10427 count 1 00010000:00010000:1.0:1722795744.040950:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040957:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073639440/0xc2e84c07bf836d73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3e7 expref: 1343 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040961:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.040962:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.040964:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.040976:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073639440/0xc2e84c07bf836d73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3e7 expref: 1344 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041007:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073639440/0xc2e84c07bf836d73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3e7 expref: 1344 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.041013:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766334208:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.041026:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.041075:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041079:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041094:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041098:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041101:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041104:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.041106:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041113:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041122:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041128:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6733f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.041229:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3515:3678:x1806481766332800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1315us (1339us total) trans 4296351833 rc 0/0 00000100:00100000:1.0:1722795744.041235:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043808 00000004:00080000:1.0:1722795744.041258:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a16680/2, rc 0, transno 1384536 00000100:00100000:1.0:1722795744.041262:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766332288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.041268:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795744.041274:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766334592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.041293:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.041304:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766334464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.041320:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.041625:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766335488 00000100:00100000:1.0:1722795744.041628:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766335488 00000100:00100000:1.0:1722795744.041643:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043816 00000100:00100000:1.0:1722795744.041646:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3517:3680:x1806481766335488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.041654:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10433 count 1 00010000:00010000:1.0:1722795744.041661:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041668:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a66640/0xc2e84c07bf8390f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ceede expref: 1339 pid: 16107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041672:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.041673:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.041675:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041684:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a66640/0xc2e84c07bf8390f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ceede expref: 1339 pid: 16107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.041689:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a66640/0xc2e84c07bf8390f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ceede expref: 1339 pid: 16107 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.041702:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766335616:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.041717:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.042382:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766334208:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.042415:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.042473:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766335616:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.042485:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.042584:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046367744 00000100:00100000:1.0:1722795744.042588:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046367744 00010000:00010000:1.0:1722795744.042600:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dbf180/0xc2e84c07bf838c67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cedb8 expref: 1342 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.042618:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046367616 00000100:00100000:1.0:1722795744.042621:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046367616 00010000:00010000:1.0:1722795744.042628:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b393840/0xc2e84c07bf838743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cec68 expref: 1343 pid: 16092 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.042644:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967125 00000100:00100000:1.0:1722795744.042649:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1344:2005:x1806482046367744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.042656:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.042661:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dbf180/0xc2e84c07bf838c67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cedb8 expref: 1343 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.042669:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dbf180/0xc2e84c07bf838c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cedb8 expref: 1343 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.042681:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.042683:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.042686:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042692:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67370 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042704:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.042724:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1339:2005:x1806482046367744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.042731:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967125 00010000:00010000:1.0:1722795744.042769:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042774:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042778:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042782:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042786:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042789:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.042791:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042794:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042800:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.042804:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67354 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042811:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042819:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042823:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042826:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042830:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042833:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.042835:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042838:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042843:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042847:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67346 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.042906:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3519:3678:x1806481766333952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1968us (1997us total) trans 4296351837 rc 0/0 00000100:00100000:1.0:1722795744.042911:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043811 00000004:00080000:1.0:1722795744.042929:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f879180/2, rc 0, transno 1384540 00000100:00100000:3.0:1722795744.042929:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3518:3680:x1806481766333696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2143us (2176us total) trans 4296351838 rc 0/0 00000100:00100000:3.0:1722795744.042933:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043809 00000100:00100000:1.0:1722795744.042934:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766334592:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.042951:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f87b100/2, rc 0, transno 1384542 00000100:00100000:1.0:1722795744.042954:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766335744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.042956:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766333696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.042964:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.042968:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.042968:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042972:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042976:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042994:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.042997:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.042999:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043002:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043005:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043008:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043010:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.043012:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3519:3681:x1806481766335744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.043012:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67369 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043015:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043018:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.043020:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10434 count 1 00010000:00010000:1.0:1722795744.043022:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043025:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.043026:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043027:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043032:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043034:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043036:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.043037:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.043039:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043040:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043044:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67377 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043047:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043053:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.043058:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766336000:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.043073:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.043081:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766335872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.043082:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3520:3679:x1806481766334720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1701us (1730us total) trans 4296351841 rc 0/0 00000100:00100000:3.0:1722795744.043086:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043814 00000100:00100000:0.0:1722795744.043091:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.043096:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766335872 00000100:00100000:3.0:1722795744.043098:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766335872 00000004:00080000:0.0:1722795744.043104:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f87a300/2, rc 0, transno 1384541 00000100:00100000:3.0:1722795744.043107:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043818 00000100:00100000:3.0:1722795744.043110:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3520:3678:x1806481766335872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.043114:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766333952:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.043117:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10435 count 1 00010000:00010000:3.0:1722795744.043124:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67385 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043130:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1332 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043134:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043135:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043136:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67385 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043145:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1332 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.043146:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795744.043150:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1332 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.043156:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766336256:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.043163:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3520:3680:x1806481766335488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1514us (1545us total) trans 4296351842 rc 0/0 00000100:00100000:1.0:1722795744.043168:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043816 00000100:00100000:3.0:1722795744.043171:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.043186:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766336128:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.043186:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e02fb80/2, rc 0, transno 1384543 00000004:00080000:1.0:1722795744.043189:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f085180/2, rc 0, transno 1384546 00000100:00100000:3.0:1722795744.043190:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766334976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.043191:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766335488:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.043195:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f879f80/2, rc 0, transno 1384545 00000100:00100000:3.0:1722795744.043198:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766334720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.043202:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795744.043202:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f878e00/2, rc 0, transno 1384544 00000100:00100000:3.0:1722795744.043204:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766334080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.043212:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766336128 00000100:00100000:1.0:1722795744.043215:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766336128 00010000:00010000:0.0:1722795744.043221:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880084d9d8c0/0xc2e84c07bf837bdc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce9c8 expref: 1332 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.043229:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c19180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766335104:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.043229:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766336384:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.043238:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043242:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.043245:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043250:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795744.043251:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043253:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766336512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.043256:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766336384 00000100:00100000:3.0:1722795744.043258:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766336384 00010000:00010000:0.0:1722795744.043259:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043260:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.043265:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.043266:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766336512 00000100:00100000:3.0:1722795744.043268:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766336512 00010000:00010000:0.0:1722795744.043270:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.043274:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766336768 00010000:00010000:0.0:1722795744.043276:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865f80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.043276:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766336768 00000100:00100000:1.0:1722795744.043278:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043819 00010000:00010000:0.0:1722795744.043279:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043281:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3523:3680:x1806481766336384:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.043284:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043820 00000100:00100000:3.0:1722795744.043286:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3523:3680:x1806481766336512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.043290:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.043290:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10437 count 1 00002000:00080000:3.0:1722795744.043293:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10438 count 1 00010000:00010000:1.0:1722795744.043298:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043299:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043299:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043305:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1331 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043306:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67362 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043306:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1331 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043309:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043310:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043310:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043311:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043312:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043312:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043321:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1331 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043322:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1331 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043326:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1331 pid: 16104 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.043327:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1331 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.043331:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766336896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.043333:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766337024:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.043346:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.043350:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.043355:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043822 00000100:00100000:3.0:1722795744.043358:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3525:3679:x1806481766336640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.043364:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10439 count 1 00010000:00010000:3.0:1722795744.043368:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa673a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043373:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043823 00010000:00010000:3.0:1722795744.043374:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800781bbcc0/0xc2e84c07bf83b3ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfb33 expref: 1331 pid: 16080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.043377:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3525:3678:x1806481766336128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.043378:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043378:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.043380:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa673a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.043388:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10436 count 1 00010000:00010000:3.0:1722795744.043388:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800781bbcc0/0xc2e84c07bf83b3ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfb33 expref: 1331 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043413:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800781bbcc0/0xc2e84c07bf83b3ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfb33 expref: 1331 pid: 16080 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.043418:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766337280:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.043422:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.043430:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.043433:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1331 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043439:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043441:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043443:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.043451:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3525:3681:x1806481766334464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2072us (2131us total) trans 4296351843 rc 0/0 00000100:00100000:0.0:1722795744.043456:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043813 00010000:00010000:1.0:1722795744.043459:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1331 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043468:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1331 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.043477:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766337408:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.043546:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.043557:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766337536 00000100:00100000:1.0:1722795744.043560:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766337536 00000100:00100000:1.0:1722795744.043576:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043824 00000100:00100000:1.0:1722795744.043580:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3525:3681:x1806481766337536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.043589:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10441 count 1 00000100:00100000:0.0:1722795744.043593:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766336000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.043600:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043602:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043609:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1331 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043616:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043617:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.043619:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043634:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1331 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.043643:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1331 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.043650:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766337664:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.043666:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.043716:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368000 00000100:00100000:3.0:1722795744.043719:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368000 00010000:00010000:3.0:1722795744.043731:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1332 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.043748:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046367872 00000100:00100000:3.0:1722795744.043750:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046367872 00000100:00100000:0.0:1722795744.043756:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967130 00010000:00010000:3.0:1722795744.043757:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1333 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.043760:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1333:2005:x1806482046368000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.043766:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.043769:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1333 pid: 16099 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.043775:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1333 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.043777:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967131 00000100:00100000:3.0:1722795744.043782:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1333:2006:x1806482046367872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.043786:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a67a80/0xc2e84c07bf839f3e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf601 expref: 1333 pid: 16099 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.043788:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.043792:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.043794:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.043795:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.043796:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67385 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043800:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67385 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043800:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.043808:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.043811:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a59e1200/0xc2e84c07bf839a0c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf495 expref: 1332 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.043821:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1331:2005:x1806482046368000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.043824:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967130 00010000:00010000:3.0:1722795744.043825:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.043826:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.043829:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043836:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.043848:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.043853:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043857:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043861:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.043864:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1330:2006:x1806482046367872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (122us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.043865:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.043870:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967131 00010000:00010000:0.0:1722795744.043872:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043875:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.043877:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043881:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043886:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.043889:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6737e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.044001:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080504380/2, rc 0, transno 1384548 00000100:00100000:1.0:1722795744.044007:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766335872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.044032:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.044037:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766337792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.044045:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3526:3681:x1806481766335744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1031us (1075us total) trans 4296351845 rc 0/0 00000100:00100000:0.0:1722795744.044049:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043817 00000100:00100000:1.0:1722795744.044054:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.044058:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766337792 00000100:00100000:0.0:1722795744.044060:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766337792 00000100:00100000:0.0:1722795744.044068:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043825 00000100:00100000:0.0:1722795744.044071:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3526:3680:x1806481766337792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.044078:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10442 count 1 00010000:00010000:0.0:1722795744.044085:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044090:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766336896:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.044094:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e9fb600/0xc2e84c07bf83c007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfe97 expref: 1329 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044098:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.044098:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044099:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.044108:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.044111:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766337280:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.044120:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa673a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044128:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368128 00000100:00100000:3.0:1722795744.044129:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368128 00000100:00100000:1.0:1722795744.044133:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080504000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766337024:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.044136:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1330 pid: 16104 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044142:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044155:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967132 00010000:00010000:0.0:1722795744.044156:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044158:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1330:2006:x1806482046368128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.044162:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.044165:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1330 pid: 16104 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044170:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1330 pid: 16104 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044178:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d090480/0xc2e84c07bf83aeaa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf9ea expref: 1330 pid: 16104 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044184:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.044185:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.044186:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766337408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.044186:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044191:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044193:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044198:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.044199:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e9fb600/0xc2e84c07bf83c007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfe97 expref: 1329 pid: 16080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.044203:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766337664:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.044206:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e9fb600/0xc2e84c07bf83c007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfe97 expref: 1329 pid: 16080 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044208:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044209:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1329:2006:x1806482046368128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.044212:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766338176:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.044213:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967132 00000100:00100000:0.0:1722795744.044224:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.044226:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044233:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044240:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044246:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044253:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044259:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.044261:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044268:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044278:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044282:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67393 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044303:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.044313:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368384 00000100:00100000:1.0:1722795744.044315:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368384 00000100:00100000:0.0:1722795744.044323:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.044323:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781bb600/0xc2e84c07bf83b71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfc4b expref: 1329 pid: 16100 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.044331:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368640 00000100:00100000:0.0:1722795744.044333:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368640 00000100:00100000:1.0:1722795744.044338:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967133 00010000:00010000:0.0:1722795744.044340:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1330 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.044341:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1330:2006:x1806482046368384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.044345:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.044348:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800781bb600/0xc2e84c07bf83b71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfc4b expref: 1330 pid: 16100 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.044352:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967134 00010000:00010000:1.0:1722795744.044353:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800781bb600/0xc2e84c07bf83b71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfc4b expref: 1330 pid: 16100 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.044355:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1330:2006:x1806482046368640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.044359:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3528:3680:x1806481766336512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1071us (1097us total) trans 4296351846 rc 0/0 00010000:00010000:0.0:1722795744.044361:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.044361:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800781bb600/0xc2e84c07bf83b71d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfc4b expref: 1330 pid: 16100 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.044363:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1330 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.044364:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043820 00010000:00010000:1.0:1722795744.044367:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.044368:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.044369:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1329 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044369:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa6739a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044373:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa6739a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044377:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367f8b40/0xc2e84c07bf83a415 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf766 expref: 1329 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044382:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.044383:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.044384:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.044385:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044388:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.044389:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044411:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.044415:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1328:2006:x1806482046368384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.044420:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.044422:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967133 00000100:00100000:0.0:1722795744.044423:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1328:2006:x1806482046368640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.044426:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967134 00000100:00100000:0.0:1722795744.044435:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368256 00000100:00100000:0.0:1722795744.044436:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368256 00000100:00100000:3.0:1722795744.044436:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.044441:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1327 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.044444:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368512 00000100:00100000:3.0:1722795744.044446:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368512 00000100:00100000:0.0:1722795744.044450:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046368768 00000100:00100000:0.0:1722795744.044451:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046368768 00010000:00010000:3.0:1722795744.044454:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781bbcc0/0xc2e84c07bf83b3ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfb33 expref: 1329 pid: 16080 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.044457:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1329 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.044458:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967135 00000100:00100000:1.0:1722795744.044463:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f084a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1329:2006:x1806482046368256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.044469:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.044470:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967137 00010000:00010000:1.0:1722795744.044473:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1329 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.044473:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f087800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1329:2006:x1806482046368768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.044478:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.044480:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1329 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044482:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1329 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044486:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1329 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.044493:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087261d40/0xc2e84c07bf83a986 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cf8a8 expref: 1329 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044493:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a01bbcc0/0xc2e84c07bf83bac7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807cfd6a expref: 1329 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.044498:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.044499:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.044501:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.044501:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044502:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.044504:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044505:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044508:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044514:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.044518:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.044527:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f087800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1326:2006:x1806482046368768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.044530:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967137 00000100:00100000:1.0:1722795744.044531:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f084a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1326:2006:x1806482046368256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.044534:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967135 00000004:00080000:1.0:1722795744.044556:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f087480/2, rc 0, transno 1384550 00000100:00100000:1.0:1722795744.044560:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766336512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.044567:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044571:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044576:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044579:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044583:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044586:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.044588:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044592:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044597:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044600:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa673af lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044602:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766338304 00000100:00100000:3.0:1722795744.044604:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766338304 00000100:00100000:3.0:1722795744.044612:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043827 00000100:00100000:3.0:1722795744.044615:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3528:3679:x1806481766338304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.044622:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10444 count 1 00010000:00010000:3.0:1722795744.044628:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044634:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090955d40/0xc2e84c07bf83e243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d05e4 expref: 1323 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044638:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.044639:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.044640:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044648:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090955d40/0xc2e84c07bf83e243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d05e4 expref: 1323 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044654:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090955d40/0xc2e84c07bf83e243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d05e4 expref: 1323 pid: 16094 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.044663:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766338432:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.044677:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.044703:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3529:3681:x1806481766337536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1120us (1166us total) trans 4296351848 rc 0/0 00000100:00100000:1.0:1722795744.044709:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043824 00010000:00010000:1.0:1722795744.044731:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044738:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044745:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044751:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766338560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.044752:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044758:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044764:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.044766:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044767:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.044773:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044775:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766338560 00000100:00100000:0.0:1722795744.044777:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.044777:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766338560 00000100:00100000:0.0:1722795744.044780:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766338688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.044782:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044787:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.044788:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043828 00010000:00010000:1.0:1722795744.044789:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6738c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044791:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3530:3680:x1806481766338560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.044798:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766338688 00002000:00080000:3.0:1722795744.044798:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10445 count 1 00000100:00100000:0.0:1722795744.044800:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766338688 00010000:00010000:3.0:1722795744.044804:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044810:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043829 00010000:00010000:3.0:1722795744.044810:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1323 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044813:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3531:3680:x1806481766338688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.044813:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.044814:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.044815:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044823:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1323 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.044829:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1323 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.044834:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766338816:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.044849:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.044862:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.044866:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766338944:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.044867:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10446 count 1 00010000:00010000:0.0:1722795744.044875:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044879:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.044882:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce50000/0xc2e84c07bf83eaaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d08ae expref: 1323 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044886:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.044887:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.044888:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.044889:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3531:3680:x1806481766336384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1605us (1643us total) trans 4296351850 rc 0/0 00000100:00100000:1.0:1722795744.044895:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043819 00010000:00010000:0.0:1722795744.044897:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce50000/0xc2e84c07bf83eaaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d08ae expref: 1323 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.044905:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce50000/0xc2e84c07bf83eaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d08ae expref: 1323 pid: 16103 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.044911:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766339072:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.044917:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044923:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.044924:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044930:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.044937:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f084700/2, rc 0, transno 1384554 00010000:00010000:1.0:1722795744.044937:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.044943:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766336384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.044943:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044949:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.044952:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044956:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766339328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.044958:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.044968:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.044970:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.044974:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa673a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.045043:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766339328 00000100:00100000:0.0:1722795744.045046:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766339328 00000100:00100000:3.0:1722795744.045059:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766338048:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.045061:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043831 00000100:00100000:0.0:1722795744.045065:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3533:3679:x1806481766339328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.045069:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.045075:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10448 count 1 00000100:00100000:3.0:1722795744.045081:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766338432:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.045085:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045087:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045088:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3533:3678:x1806481766336128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1710us (1884us total) trans 4296351851 rc 0/0 00000100:00100000:1.0:1722795744.045093:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043823 00010000:00010000:0.0:1722795744.045095:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1324 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045100:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.045102:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1722795744.045111:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080505c00/2, rc 0, transno 1384555 00000100:00100000:1.0:1722795744.045116:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766336128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.045138:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766339456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.045142:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045146:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045150:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045152:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.045154:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045159:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045161:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045164:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766339456 00010000:00010000:3.0:1722795744.045164:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.045166:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766339456 00010000:00010000:3.0:1722795744.045166:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045169:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045173:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1322 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045174:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043832 00010000:00010000:3.0:1722795744.045175:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045177:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3533:3680:x1806481766339456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.045179:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa673bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045182:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1322 pid: 16036 timeout: 939 lvb_type: 0 00002000:00080000:1.0:1722795744.045186:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10449 count 1 00000100:00100000:0.0:1722795744.045187:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766339584:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.045196:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.045200:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782dfd80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.045206:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1322 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045212:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.045213:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766338176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.045214:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.045216:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045220:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045231:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1323 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045239:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1323 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.045248:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766339712:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.045255:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3534:3679:x1806481766337920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1114us (1162us total) trans 4296351852 rc 0/0 00000100:00100000:3.0:1722795744.045259:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043826 00000100:00100000:0.0:1722795744.045262:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.045267:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.045277:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f087100/2, rc 0, transno 1384556 00000100:00100000:1.0:1722795744.045279:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046369152 00000100:00100000:3.0:1722795744.045281:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766337920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.045282:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046369152 00010000:00010000:1.0:1722795744.045293:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090955d40/0xc2e84c07bf83e243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d05e4 expref: 1323 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.045317:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045319:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795744.045322:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045326:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045326:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766339840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.045330:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045334:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045340:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.045342:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045345:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.045346:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045352:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045352:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766339840 00000100:00100000:3.0:1722795744.045353:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766339840 00010000:00010000:0.0:1722795744.045355:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa673b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045362:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043833 00000100:00100000:3.0:1722795744.045364:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3534:3680:x1806481766339840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.045373:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10450 count 1 00010000:00010000:3.0:1722795744.045379:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045386:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800996fcb40/0xc2e84c07bf83fd24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0e49 expref: 1321 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045389:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.045390:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.045391:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045424:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045428:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045432:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045436:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045439:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045442:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.045444:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045448:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045454:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045457:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa673c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.045490:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3536:3680:x1806481766337792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1417us (1434us total) trans 4296351853 rc 0/0 00000100:00100000:0.0:1722795744.045494:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043825 00000004:00080000:1.0:1722795744.045509:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f085f80/2, rc 0, transno 1384557 00000100:00100000:1.0:1722795744.045516:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766337792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.045535:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3535:3679:x1806481766338304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 919us (938us total) trans 4296351854 rc 0/0 00000100:00100000:1.0:1722795744.045540:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766339968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.045540:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043827 00010000:00010000:3.0:1722795744.045559:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800996fcb40/0xc2e84c07bf83fd24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0e49 expref: 1320 pid: 16038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045562:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.045565:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800996fcb40/0xc2e84c07bf83fd24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0e49 expref: 1320 pid: 16038 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.045570:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766340096:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.045583:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.045589:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.045591:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766339968 00000100:00100000:1.0:1722795744.045592:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766340224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.045592:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766339968 00000100:00100000:3.0:1722795744.045601:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043834 00000100:00100000:1.0:1722795744.045604:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.045604:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a062850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3535:3678:x1806481766339968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.045610:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10451 count 1 00000100:00100000:1.0:1722795744.045614:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766340224 00000100:00100000:1.0:1722795744.045616:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766340224 00010000:00010000:3.0:1722795744.045617:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.045622:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766339072:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.045623:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1320 pid: 15430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045625:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043835 00010000:00010000:3.0:1722795744.045627:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.045627:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.045628:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3536:3678:x1806481766340224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.045629:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.045633:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.045635:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10452 count 1 00010000:00010000:3.0:1722795744.045637:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1320 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045641:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1320 pid: 15430 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.045642:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045646:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766340352:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.045649:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763f3c0/0xc2e84c07bf840a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1534 expref: 1320 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045653:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.045653:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.045655:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045660:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f240 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.045663:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.045664:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763f3c0/0xc2e84c07bf840a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1534 expref: 1320 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045669:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763f3c0/0xc2e84c07bf840a8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1534 expref: 1320 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.045673:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766338816:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.045676:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766340480:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.045680:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.045692:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.045718:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.045727:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046369280 00000100:00100000:3.0:1722795744.045729:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046369280 00010000:00010000:3.0:1722795744.045736:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1322 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.045746:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967142 00000100:00100000:3.0:1722795744.045749:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1321:2006:x1806482046369280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.045753:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.045755:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1321 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.045760:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1321 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.045767:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096845d40/0xc2e84c07bf83e610 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d072d expref: 1321 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.045774:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.045775:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.045776:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045781:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045788:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045788:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.045796:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045798:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1320:2006:x1806482046369280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.045803:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967142 00010000:00010000:1.0:1722795744.045804:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045811:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045814:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045817:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045819:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045823:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.045823:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045826:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045827:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045830:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045832:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045833:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.045835:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045838:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045841:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045843:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.045846:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa673cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.045848:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa673d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.045918:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3538:3680:x1806481766338560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1126us (1150us total) trans 4296351855 rc 0/0 00000100:00100000:3.0:1722795744.045922:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043828 00000100:00100000:0.0:1722795744.045927:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.045939:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.045950:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046369664 00000100:00100000:3.0:1722795744.045952:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046369664 00010000:00010000:3.0:1722795744.045959:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1320 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.045961:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3537:3680:x1806481766338688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1146us (1171us total) trans 4296351856 rc 0/0 00000100:00100000:1.0:1722795744.045967:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043829 00000100:00100000:3.0:1722795744.045968:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967143 00000100:00100000:3.0:1722795744.045971:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1320:2006:x1806482046369664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.045975:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.045977:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1320 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.045994:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1320 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.046001:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.046002:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1722795744.046004:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f086300/2, rc 0, transno 1384560 00010000:00010000:3.0:1722795744.046004:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046008:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046010:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766338688:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.046014:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f084e00/2, rc 0, transno 1384559 00010000:00010000:3.0:1722795744.046014:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.046016:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766338560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.046027:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1320:2006:x1806482046369664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.046031:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967143 00000100:00100000:1.0:1722795744.046047:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766340608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.046061:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.046067:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046069:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1722795744.046071:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046072:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766340736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.046075:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046079:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046082:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046084:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.046085:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8673c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.046087:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046088:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.046091:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046097:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046100:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766340608 00010000:00010000:3.0:1722795744.046101:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa673d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046103:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766340608 00000100:00100000:1.0:1722795744.046115:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766340736 00000100:00100000:1.0:1722795744.046117:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766340736 00000100:00100000:3.0:1722795744.046124:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967145 00000100:00100000:3.0:1722795744.046127:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1318:2005:x1806482046369792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.046128:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043836 00000100:00100000:1.0:1722795744.046132:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3538:3680:x1806481766340608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.046137:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.046140:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1318 pid: 16048 timeout: 939 lvb_type: 0 00002000:00080000:1.0:1722795744.046142:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10453 count 1 00010000:00010000:3.0:1722795744.046145:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1318 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.046151:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.046151:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046151:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.046152:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.046153:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046157:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046161:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1318 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046164:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.046167:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.046168:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.046170:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046177:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1319:2005:x1806482046369792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.046182:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967145 00010000:00010000:1.0:1722795744.046187:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1319 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046196:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1318 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.046205:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766340864:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.046211:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081b74000/0xc2e84c07bf83f44f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0bb0 expref: 1319 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.046220:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766339584:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.046224:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.046228:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046233:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046236:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046237:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043837 00010000:00010000:0.0:1722795744.046240:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046241:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3539:3680:x1806481766340736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.046244:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046248:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046251:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe86c0 already unused, calling callback (ffffffffa085ef50) 00002000:00080000:1.0:1722795744.046251:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10454 count 1 00010000:00010000:0.0:1722795744.046252:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046257:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3539:3679:x1806481766338944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1351us (1377us total) trans 4296351857 rc 0/0 00010000:00010000:0.0:1722795744.046259:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046260:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046261:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043830 00010000:00010000:0.0:1722795744.046265:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046268:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa673e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046270:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1316 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046275:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.046277:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.046278:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800996fcb40/0xc2e84c07bf83fd24 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0e49 expref: 1316 pid: 16038 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.046279:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046285:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766340096:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.046291:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1315 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046292:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046296:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046299:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1315 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.046300:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046304:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046307:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046311:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046312:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e313100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766340992:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.046314:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.046315:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046319:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046326:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1e40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.046328:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046332:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa673ee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046344:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e965d40/0xc2e84c07bf83f862 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d0cf9 expref: 1315 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.046351:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766339712:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.046359:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046364:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046368:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046372:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046375:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046379:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046382:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.046383:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3540:3679:x1806481766339328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1317us (1411us total) trans 4296351858 rc 0/0 00010000:00010000:1.0:1722795744.046384:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046388:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043831 00010000:00010000:1.0:1722795744.046388:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046394:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046412:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766341120 00000100:00100000:0.0:1722795744.046414:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766341120 00010000:00010000:1.0:1722795744.046414:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa673e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046422:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043838 00000100:00100000:0.0:1722795744.046425:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3540:3679:x1806481766341120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.046427:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3540:3680:x1806481766339840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1060us (1081us total) trans 4296351859 rc 0/0 00000100:00100000:3.0:1722795744.046430:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043833 00002000:00080000:0.0:1722795744.046432:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10455 count 1 00010000:00010000:0.0:1722795744.046439:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.046440:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070974a80/2, rc 0, transno 1384563 00010000:00010000:0.0:1722795744.046446:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1314 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046449:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766340352:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.046450:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.046450:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.046451:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766339840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.046452:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046456:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046462:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1314 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046467:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1315 pid: 16022 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.046473:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766341248:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.046485:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782dfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.046518:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3540:3680:x1806481766339456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1340us (1365us total) trans 4296351860 rc 0/0 00000100:00100000:1.0:1722795744.046523:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043832 00000100:00100000:0.0:1722795744.046525:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.046533:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370048 00000100:00100000:3.0:1722795744.046535:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370048 00000004:00080000:1.0:1722795744.046537:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070975880/2, rc 0, transno 1384564 00000100:00100000:1.0:1722795744.046539:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766339456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.046542:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1316 pid: 15430 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.046550:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763f3c0/0xc2e84c07bf840a8a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1534 expref: 1316 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.046551:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967148 00000100:00100000:3.0:1722795744.046554:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1316:2006:x1806482046370048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.046557:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766340480:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.046558:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.046560:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1314 pid: 15430 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.046565:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046566:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1314 pid: 15430 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.046572:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046573:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801337ae1c0/0xc2e84c07bf8402e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1025 expref: 1314 pid: 15430 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.046576:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046580:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046580:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.046581:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.046582:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046583:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046586:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046587:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046590:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.046592:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046593:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.046595:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046597:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.046602:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046603:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766341376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.046604:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1313:2006:x1806482046370048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (80us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.046606:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa673fc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.046607:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967148 00000100:00100000:0.0:1722795744.046617:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.046617:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046622:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046626:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046627:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766341376 00010000:00010000:3.0:1722795744.046629:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046630:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766341376 00000100:00100000:0.0:1722795744.046633:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.046636:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046639:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.046641:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766341504 00010000:00010000:3.0:1722795744.046641:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.046643:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766341504 00000100:00100000:0.0:1722795744.046644:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043839 00010000:00010000:3.0:1722795744.046645:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046647:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3541:3678:x1806481766341376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.046649:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046653:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa673f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.046656:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766341632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.046657:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043840 00000100:00100000:1.0:1722795744.046661:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3541:3681:x1806481766341504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.046665:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1722795744.046678:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10456 count 1 00010000:00010000:0.0:1722795744.046685:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046691:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1312 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046695:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.046696:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.046697:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046706:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1312 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.046711:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1312 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.046716:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766341760:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.046729:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.046735:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a062850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3544:3678:x1806481766339968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1130us (1173us total) trans 4296351861 rc 0/0 00000100:00100000:3.0:1722795744.046739:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043834 00000004:00080000:0.0:1722795744.046742:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080504000/2, rc 0, transno 1384565 00000100:00100000:0.0:1722795744.046747:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080504000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766339968:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.046753:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080504e00/2, rc 0, transno 1384566 00000100:00100000:0.0:1722795744.046755:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766340224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.046756:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3543:3678:x1806481766340224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1126us (1150us total) trans 4296351862 rc 0/0 00000100:00100000:1.0:1722795744.046760:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043835 00002000:00080000:1.0:1722795744.046777:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10457 count 1 00010000:00010000:1.0:1722795744.046784:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67426 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046791:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e984d80/0xc2e84c07bf844fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4ca8 expref: 1312 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046795:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.046796:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.046798:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67426 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046808:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e984d80/0xc2e84c07bf844fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4ca8 expref: 1312 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.046813:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e984d80/0xc2e84c07bf844fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4ca8 expref: 1312 pid: 16055 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.046821:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766342272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.046822:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766342144:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.046830:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766342016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.046837:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.046838:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.046849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.046855:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766342272 00000100:00100000:3.0:1722795744.046857:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766342272 00000100:00100000:3.0:1722795744.046864:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766342016 00000100:00100000:3.0:1722795744.046866:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766342016 00000100:00100000:3.0:1722795744.046872:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043842 00000100:00100000:3.0:1722795744.046875:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3544:3679:x1806481766342272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.046882:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10460 count 1 00010000:00010000:3.0:1722795744.046889:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046896:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1312 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046900:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.046901:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.046902:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046911:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1312 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.046916:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1312 pid: 16105 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.046921:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766342400:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.046935:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.047169:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766340864:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.047182:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.047473:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e313100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766340992:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.047486:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.047486:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.047493:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.047500:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.047508:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766342144:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.047513:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.047514:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370304 00010000:00010000:1.0:1722795744.047517:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67426 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.047517:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370304 00000100:00100000:0.0:1722795744.047520:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.047525:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1314 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.047530:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.047536:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370816 00000100:00100000:3.0:1722795744.047537:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370816 00000100:00100000:0.0:1722795744.047541:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.047542:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1315 pid: 16022 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.047553:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370432 00000100:00100000:3.0:1722795744.047555:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370432 00000100:00100000:0.0:1722795744.047557:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370688 00000100:00100000:1.0:1722795744.047558:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046370944 00000100:00100000:0.0:1722795744.047559:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370688 00010000:00010000:3.0:1722795744.047559:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1317 pid: 16103 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.047561:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046370944 00000100:00100000:3.0:1722795744.047567:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967149 00010000:00010000:0.0:1722795744.047568:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e984d80/0xc2e84c07bf844fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4ca8 expref: 1319 pid: 16055 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.047570:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1319:2006:x1806482046370304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.047572:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1319 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.047574:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.047576:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1319 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.047578:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967151 00000100:00100000:0.0:1722795744.047580:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1319:2005:x1806482046370816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.047582:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1319 pid: 9449 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.047585:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.047588:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1319 pid: 16022 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.047589:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce7c6c0/0xc2e84c07bf84136d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d1b85 expref: 1319 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.047590:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967152 00010000:00010000:0.0:1722795744.047593:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1318 pid: 16022 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.047595:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1318:2006:x1806482046370432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.047597:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.047597:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.047599:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047601:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.047602:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.047602:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.047603:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047604:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047606:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1318 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.047608:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047614:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.047614:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1318 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.047615:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.047625:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d02640/0xc2e84c07bf844355 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4872 expref: 1318 pid: 16103 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.047627:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1318:2005:x1806482046370816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.047631:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967151 00010000:00010000:1.0:1722795744.047635:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.047636:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.047636:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1317:2006:x1806482046370304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.047639:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.047639:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967149 00000100:00100000:0.0:1722795744.047642:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967153 00000100:00100000:0.0:1722795744.047644:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1315:2005:x1806482046371072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.047644:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.047648:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967155 00010000:00010000:0.0:1722795744.047649:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.047651:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1314:2006:x1806482046370944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.047652:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1314 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.047655:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.047657:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1314 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.047657:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.047657:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1314 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.047662:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.047662:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1314 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.047663:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.047664:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047668:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047669:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.047670:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.047671:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047674:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.047675:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1313:2006:x1806482046370432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.047675:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047680:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.047681:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1313:2005:x1806482046371072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.047681:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967152 00000100:00100000:0.0:1722795744.047684:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967153 00000100:00100000:3.0:1722795744.047688:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1313:2006:x1806482046370944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.047691:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967155 00010000:00010000:0.0:1722795744.047701:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b198000/0xc2e84c07bf844c2a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4b66 expref: 1310 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.047707:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766341760:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.047707:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047714:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047715:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047717:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013242a1c0/0xc2e84c07bf847a6e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d53e7 expref: 1308 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.047719:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047721:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047724:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.047725:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766342400:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.047728:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047731:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047732:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047732:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047735:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047736:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047738:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.047738:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047740:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047740:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047742:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.047744:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047744:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047745:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047747:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047749:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047751:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047751:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047752:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67418 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047754:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.047756:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047759:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047759:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047764:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6740a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047765:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.047769:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6742d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.047831:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3547:3678:x1806481766341376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1182us (1211us total) trans 4296351863 rc 0/0 00000100:00100000:0.0:1722795744.047837:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043839 00000100:00100000:3.0:1722795744.047844:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3548:3679:x1806481766342272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 967us (1005us total) trans 4296351864 rc 0/0 00000100:00100000:3.0:1722795744.047847:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043842 00000100:00100000:1.0:1722795744.047851:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3547:3680:x1806481766340736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1609us (1766us total) trans 4296351865 rc 0/0 00000100:00100000:1.0:1722795744.047856:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043837 00000004:00080000:0.0:1722795744.047861:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c19880/2, rc 0, transno 1384567 00000004:00080000:3.0:1722795744.047864:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1b100/2, rc 0, transno 1384568 00000100:00100000:0.0:1722795744.047868:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766341376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.047868:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766342272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.047873:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075722680/2, rc 0, transno 1384569 00000100:00100000:1.0:1722795744.047876:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766340736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.047884:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047888:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047893:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047895:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124047cc0/0xc2e84c07bf844817 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d49f3 expref: 1306 pid: 16022 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.047896:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047900:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047903:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.047904:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.047905:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766341248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.047908:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.047915:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047917:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.047922:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67403 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.047933:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c18380/2, rc 0, transno 1384570 00000100:00100000:0.0:1722795744.047937:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766341632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.047946:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766342784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.047949:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766342656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.047954:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766343040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.047959:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.047972:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.047974:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766342912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.048001:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.048006:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.048014:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766342784 00010000:00010000:0.0:1722795744.048018:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.048018:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766342784 00000100:00100000:3.0:1722795744.048020:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766342656 00010000:00010000:0.0:1722795744.048023:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.048023:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766342656 00010000:00010000:0.0:1722795744.048027:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.048031:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766343040 00010000:00010000:0.0:1722795744.048034:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.048034:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766343040 00000100:00100000:3.0:1722795744.048035:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766342912 00000100:00100000:3.0:1722795744.048037:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766342912 00010000:00010000:0.0:1722795744.048038:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048041:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095febcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.048043:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.048045:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043844 00010000:00010000:0.0:1722795744.048047:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.048049:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3549:3681:x1806481766342784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.048049:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043845 00010000:00010000:0.0:1722795744.048052:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.048053:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3549:3680:x1806481766342656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.048056:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67411 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.048059:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10462 count 1 00002000:00080000:3.0:1722795744.048063:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10461 count 1 00010000:00010000:1.0:1722795744.048068:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048072:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048078:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1305 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048081:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1305 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048084:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.048086:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.048088:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048089:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.048090:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.048091:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048101:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1305 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048103:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1305 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048106:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1305 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.048112:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1305 pid: 16080 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.048112:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766343168:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.048122:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766343296:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.048126:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f240 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.048130:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3549:3679:x1806481766341120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1704us (1785us total) trans 4296351868 rc 0/0 00000100:00100000:0.0:1722795744.048134:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043838 00000100:00100000:1.0:1722795744.048137:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.048140:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c18e00/2, rc 0, transno 1384572 00000100:00100000:0.0:1722795744.048143:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766343424 00000100:00100000:0.0:1722795744.048145:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766343424 00000100:00100000:3.0:1722795744.048145:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766341120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.048154:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043847 00000100:00100000:0.0:1722795744.048156:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3549:3678:x1806481766342912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.048157:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043848 00000100:00100000:3.0:1722795744.048160:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3549:3681:x1806481766343424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.048168:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10465 count 1 00002000:00080000:0.0:1722795744.048170:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10463 count 1 00010000:00010000:3.0:1722795744.048174:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048177:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048180:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800884f4fc0/0xc2e84c07bf84c610 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5c76 expref: 1305 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048184:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1305 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048184:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.048185:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.048187:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048188:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.048189:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.048190:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048196:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800884f4fc0/0xc2e84c07bf84c610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5c76 expref: 1305 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048200:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1305 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.048202:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800884f4fc0/0xc2e84c07bf84c610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5c76 expref: 1305 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.048206:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1305 pid: 16110 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.048207:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766343680:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.048215:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766343808:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.048216:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.048230:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782dfd80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.048246:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766343936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.048250:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3550:3680:x1806481766340608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2117us (2187us total) trans 4296351869 rc 0/0 00000100:00100000:1.0:1722795744.048256:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043836 00000100:00100000:3.0:1722795744.048259:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.048275:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075720380/2, rc 0, transno 1384573 00000100:00100000:1.0:1722795744.048280:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766340608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.048294:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.048297:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766344064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.048302:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.048307:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.048315:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766344064 00000100:00100000:1.0:1722795744.048317:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766344064 00000100:00100000:1.0:1722795744.048326:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043850 00000100:00100000:1.0:1722795744.048329:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3551:3679:x1806481766344064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.048337:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10467 count 1 00010000:00010000:1.0:1722795744.048343:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048350:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1306 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048354:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.048355:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.048356:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048366:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1306 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.048371:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1306 pid: 16100 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.048376:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766344192:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.048415:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.048441:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048446:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048454:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048458:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048461:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048464:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.048466:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048470:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048476:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.048479:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67434 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.048549:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3552:3678:x1806481766342016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1663us (1699us total) trans 4296351870 rc 0/0 00000100:00100000:0.0:1722795744.048553:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043843 00000004:00080000:1.0:1722795744.048563:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1a680/2, rc 0, transno 1384574 00000100:00100000:1.0:1722795744.048576:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766342016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.048619:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766344448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.048677:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.049363:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.049416:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766343296:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.049423:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.049427:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766343168:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.049432:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049440:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049444:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.049453:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046371328 00000100:00100000:3.0:1722795744.049455:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046371328 00000100:00100000:0.0:1722795744.049462:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.049464:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1306 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.049475:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766343808:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.049476:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.049476:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046371712 00000100:00100000:3.0:1722795744.049478:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046371712 00010000:00010000:3.0:1722795744.049483:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800884f4fc0/0xc2e84c07bf84c610 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5c76 expref: 1308 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.049488:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049494:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967157 00000100:00100000:3.0:1722795744.049497:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1309:2006:x1806482046371456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.049502:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.049503:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.049505:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967158 00010000:00010000:3.0:1722795744.049506:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1309 pid: 16080 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.049510:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1310:2005:x1806482046371328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.049511:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1310 pid: 16080 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.049513:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967159 00000100:00100000:0.0:1722795744.049517:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1310:2005:x1806482046371584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.049518:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.049520:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801366f6f40/0xc2e84c07bf8488a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d57ec expref: 1310 pid: 16080 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.049522:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1310 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.049523:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.049526:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca9df80/0xc2e84c07bf84b156 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5af5 expref: 1309 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049528:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.049529:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.049531:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1309 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049531:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.049532:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca9df80/0xc2e84c07bf84b156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5af5 expref: 1309 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049535:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.049540:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049541:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049542:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049543:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f0900/0xc2e84c07bf84812f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d55fb expref: 1309 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049544:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.049546:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67449 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049552:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049553:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.049554:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.049557:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049560:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1308:2006:x1806482046371456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.049563:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1308:2005:x1806482046371584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.049564:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049564:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967157 00000100:00100000:0.0:1722795744.049569:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967159 00000100:00100000:3.0:1722795744.049575:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967161 00010000:00010000:1.0:1722795744.049576:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.049577:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1306:2005:x1806482046371840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.049580:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967162 00010000:00010000:3.0:1722795744.049581:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.049583:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1306:2005:x1806482046371968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.049584:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1306 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.049586:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.049589:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1305 pid: 16100 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049589:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1305 pid: 16110 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.049590:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1305:2005:x1806482046371328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.049594:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967158 00010000:00010000:0.0:1722795744.049595:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1305 pid: 16100 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049596:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124835f80/0xc2e84c07bf84a818 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d59c1 expref: 1305 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.049600:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049601:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.049601:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049602:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049602:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.049603:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.049606:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049607:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.049611:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.049611:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049613:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.049615:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049618:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1302:2005:x1806482046371968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 34us (115us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.049620:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049621:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967162 00000100:00100000:3.0:1722795744.049621:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1302:2005:x1806482046371840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.049623:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049624:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967161 00010000:00010000:1.0:1722795744.049627:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049630:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.049631:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049636:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049638:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.049641:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049643:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372096 00000100:00100000:3.0:1722795744.049644:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372096 00010000:00010000:1.0:1722795744.049645:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6743b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049650:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb286c0/0xc2e84c07bf84ce67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5ddb expref: 1301 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.049670:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967163 00000100:00100000:3.0:1722795744.049672:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1301:2006:x1806482046372096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.049676:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.049678:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb286c0/0xc2e84c07bf84ce67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5ddb expref: 1301 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049684:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb286c0/0xc2e84c07bf84ce67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5ddb expref: 1301 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049690:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.049691:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.049692:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049696:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67465 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049699:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.049702:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.049706:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372224 00000100:00100000:0.0:1722795744.049709:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372224 00000100:00100000:3.0:1722795744.049711:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1302:2006:x1806482046372096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.049715:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967163 00010000:00010000:0.0:1722795744.049717:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801313d9200/0xc2e84c07bf84e582 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d60ba expref: 1302 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.049727:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3554:3681:x1806481766342784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1677us (1766us total) trans 4296351871 rc 0/0 00000100:00100000:0.0:1722795744.049729:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967164 00000100:00100000:0.0:1722795744.049732:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1301:2005:x1806482046372224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.049733:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043844 00010000:00010000:0.0:1722795744.049736:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.049738:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801313d9200/0xc2e84c07bf84e582 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d60ba expref: 1301 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.049743:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801313d9200/0xc2e84c07bf84e582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d60ba expref: 1301 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.049746:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800884f4fc0/0xc2e84c07bf84c610 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5c76 expref: 1301 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.049750:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049750:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.049752:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa6746c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049754:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766343680:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.049756:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa6746c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.049757:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c18a80/2, rc 0, transno 1384575 00010000:00010000:3.0:1722795744.049761:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.049762:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.049764:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766342784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.049765:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049769:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049772:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1300:2005:x1806482046372224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (73us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.049773:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049774:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049775:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967164 00010000:00010000:3.0:1722795744.049777:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049780:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049781:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049784:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.049785:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049788:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049789:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049794:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049794:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049801:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67450 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049804:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049811:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.049813:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049819:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049829:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.049835:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67457 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.049891:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3554:3681:x1806481766343424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1729us (1757us total) trans 4296351873 rc 0/0 00000100:00100000:3.0:1722795744.049895:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043848 00000004:00080000:0.0:1722795744.049905:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1b800/2, rc 0, transno 1384577 00000100:00100000:0.0:1722795744.049911:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766343424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.049928:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049932:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049936:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049937:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766344832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.049939:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3554:3678:x1806481766342912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1780us (1930us total) trans 4296351874 rc 0/0 00010000:00010000:3.0:1722795744.049940:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.049944:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.049945:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043847 00010000:00010000:3.0:1722795744.049947:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.049948:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049952:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.049952:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.049958:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766344832 00010000:00010000:3.0:1722795744.049958:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.049960:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766344832 00010000:00010000:3.0:1722795744.049962:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67442 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.049963:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.049966:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766344704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.049973:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.049994:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766344704 00000100:00100000:1.0:1722795744.049997:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766344704 00000100:00100000:0.0:1722795744.050005:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043852 00000100:00100000:0.0:1722795744.050008:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3554:3681:x1806481766344832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.050010:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043853 00000100:00100000:1.0:1722795744.050014:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3554:3681:x1806481766344704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.050017:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10470 count 1 00010000:00010000:0.0:1722795744.050024:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67473 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.050025:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10469 count 1 00010000:00010000:0.0:1722795744.050030:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.050034:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.050035:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.050035:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.050037:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67473 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050037:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766344960 00000100:00100000:3.0:1722795744.050039:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766344960 00010000:00010000:1.0:1722795744.050044:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1298 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.050046:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050049:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043854 00010000:00010000:1.0:1722795744.050050:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.050051:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.050051:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.050052:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3555:3679:x1806481766344960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.050053:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.050057:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766345216:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.050060:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10471 count 1 00010000:00010000:1.0:1722795744.050066:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1298 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050067:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.050071:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.050073:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1298 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.050074:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1298 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050078:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050079:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050081:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.050082:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766345344:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.050090:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1298 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050095:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1298 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.050100:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.050105:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766345472:192.168.201.15@tcp:104: 00000004:00080000:1.0:1722795744.050120:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c19500/2, rc 0, transno 1384578 00000100:00100000:3.0:1722795744.050124:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.050125:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766342912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.050139:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bb8000/0xc2e84c07bf84d949 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d5f39 expref: 1298 pid: 16100 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.050146:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766344192:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.050156:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.050158:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.050166:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766345600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.050168:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.050172:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.050176:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.050180:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.050185:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.050188:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.050188:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.050189:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.050193:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050193:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3557:3680:x1806481766342656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2140us (2220us total) trans 4296351876 rc 0/0 00010000:00010000:1.0:1722795744.050198:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050198:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043845 00010000:00010000:1.0:1722795744.050202:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6745e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050206:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766345600 00000100:00100000:3.0:1722795744.050208:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766345600 00000100:00100000:3.0:1722795744.050216:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043856 00000100:00100000:3.0:1722795744.050219:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3557:3681:x1806481766345600:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.050220:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c19c00/2, rc 0, transno 1384580 00002000:00080000:3.0:1722795744.050226:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10473 count 1 00000100:00100000:1.0:1722795744.050231:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766342656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.050232:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050239:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050243:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050244:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050245:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050255:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050260:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.050269:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766345856:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.050277:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.050284:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766345984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.050284:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.050304:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.050318:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766345984 00000100:00100000:3.0:1722795744.050320:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766345984 00000100:00100000:3.0:1722795744.050330:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043857 00000100:00100000:3.0:1722795744.050333:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3560:3680:x1806481766345984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.050340:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10474 count 1 00010000:00010000:3.0:1722795744.050346:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67496 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050352:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1296 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050356:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050356:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050358:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67496 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050366:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1296 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050371:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1296 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.050375:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3559:3679:x1806481766344064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2043us (2065us total) trans 4296351877 rc 0/0 00000100:00100000:3.0:1722795744.050376:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766346112:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.050381:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043850 00000100:00100000:3.0:1722795744.050392:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fa80 going to sleep for 11 seconds 00000004:00080000:0.0:1722795744.050412:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1a300/2, rc 0, transno 1384582 00000100:00100000:0.0:1722795744.050423:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766343936:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.050426:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070975180/2, rc 0, transno 1384581 00000100:00100000:1.0:1722795744.050431:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766344064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.050469:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766346240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.050470:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766346368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.050484:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.050503:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.050535:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043859 00000100:00100000:3.0:1722795744.050538:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3560:3678:x1806481766346240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.050547:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10475 count 1 00010000:00010000:3.0:1722795744.050553:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050559:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1296 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050563:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050564:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.050565:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050575:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1296 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.050580:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1296 pid: 16053 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.050587:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766346496:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.050591:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766345216:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.050600:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67473 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050602:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766345472:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.050610:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.050613:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766345344:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.050623:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.050630:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.050966:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.051001:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372352 00000100:00100000:1.0:1722795744.051004:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372352 00000100:00100000:0.0:1722795744.051009:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.051009:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766345856:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.051013:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1297 pid: 16112 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.051018:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372608 00000100:00100000:0.0:1722795744.051021:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372608 00010000:00010000:3.0:1722795744.051026:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051029:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1298 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051031:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967165 00000100:00100000:1.0:1722795744.051034:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1298:2005:x1806482046372352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.051040:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967166 00010000:00010000:1.0:1722795744.051040:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.051043:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1298:2005:x1806482046372608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.051043:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051048:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051056:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124077a80/0xc2e84c07bf84f8d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6361 expref: 1298 pid: 16112 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051062:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.051063:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.051064:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051069:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67473 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051084:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.051098:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1297:2005:x1806482046372352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.051101:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967165 00010000:00010000:0.0:1722795744.051103:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051106:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1297 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051112:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1296 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051121:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.051123:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132acfa80/0xc2e84c07bf84f366 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6218 expref: 1296 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051128:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372864 00010000:00010000:0.0:1722795744.051130:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.051130:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372864 00010000:00010000:0.0:1722795744.051131:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051133:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051135:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051137:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051154:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967167 00000100:00100000:1.0:1722795744.051157:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1296:2005:x1806482046372864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.051161:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.051163:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051168:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051175:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357c0480/0xc2e84c07bf850977 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6a22 expref: 1296 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051178:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.051182:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.051183:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.051184:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051188:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051191:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1295:2005:x1806482046372608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 147us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.051195:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967166 00010000:00010000:1.0:1722795744.051196:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.051200:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051206:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1294:2005:x1806482046372864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (85us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.051206:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051210:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967167 00010000:00010000:3.0:1722795744.051210:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051214:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051218:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.051218:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051220:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051222:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.051224:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051225:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051226:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372480 00000100:00100000:0.0:1722795744.051227:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372480 00010000:00010000:3.0:1722795744.051228:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051229:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051232:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051234:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1294 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051236:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051236:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051239:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.051240:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa6748f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051241:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051242:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967168 00000100:00100000:0.0:1722795744.051244:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1294:2005:x1806482046372480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.051245:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051248:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051250:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1294 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051252:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051258:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6747a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051259:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1294 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051266:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6386c0/0xc2e84c07bf84fd14 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6495 expref: 1294 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051273:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051274:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051276:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051280:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051293:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.051300:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051303:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1293:2005:x1806482046372480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.051306:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967168 00010000:00010000:3.0:1722795744.051307:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051313:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051320:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051326:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051332:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.051335:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.051335:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051341:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372736 00010000:00010000:3.0:1722795744.051341:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051343:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372736 00010000:00010000:0.0:1722795744.051348:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133730240/0xc2e84c07bf8504a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d68a1 expref: 1293 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.051351:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051354:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3562:3681:x1806481766344704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1338us (1378us total) trans 4296351881 rc 0/0 00000100:00100000:0.0:1722795744.051356:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967169 00010000:00010000:3.0:1722795744.051356:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67481 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051359:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1293:2005:x1806482046372736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.051360:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043853 00010000:00010000:0.0:1722795744.051363:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051365:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133730240/0xc2e84c07bf8504a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d68a1 expref: 1293 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051369:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766346752 00010000:00010000:0.0:1722795744.051370:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133730240/0xc2e84c07bf8504a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d68a1 expref: 1293 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051371:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766346752 00010000:00010000:0.0:1722795744.051376:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133730240/0xc2e84c07bf8504a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d68a1 expref: 1293 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051381:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043860 00010000:00010000:0.0:1722795744.051382:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051383:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.051384:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3562:3681:x1806481766346752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.051385:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051389:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67488 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.051392:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10477 count 1 00010000:00010000:1.0:1722795744.051413:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051417:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.051420:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1292 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051424:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.051425:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.051426:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051433:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1292:2005:x1806482046372736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.051436:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1292 pid: 16112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051439:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967169 00010000:00010000:1.0:1722795744.051441:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1292 pid: 16112 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051447:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766347008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.051462:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.051474:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.051481:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3564:3679:x1806481766344960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1426us (1455us total) trans 4296351882 rc 0/0 00000100:00100000:0.0:1722795744.051486:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046372992 00000100:00100000:0.0:1722795744.051488:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046372992 00000100:00100000:3.0:1722795744.051488:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043854 00010000:00010000:0.0:1722795744.051498:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1292 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.051518:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967170 00000100:00100000:0.0:1722795744.051522:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1292:2005:x1806482046372992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.051522:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.051528:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051532:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1292 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.051539:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373120 00010000:00010000:0.0:1722795744.051540:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1292 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.051542:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373120 00010000:00010000:0.0:1722795744.051548:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2ac0/0xc2e84c07bf850e1d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6b79 expref: 1293 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.051550:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0aa1c0/0xc2e84c07bf8514fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6dd3 expref: 1293 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051556:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051556:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051558:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051562:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67496 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.051562:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967171 00000100:00100000:3.0:1722795744.051565:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1292:2006:x1806482046373120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.051570:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051571:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.051572:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0aa1c0/0xc2e84c07bf8514fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6dd3 expref: 1292 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.051578:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0aa1c0/0xc2e84c07bf8514fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6dd3 expref: 1292 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.051583:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1292:2005:x1806482046372992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.051585:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.051586:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967170 00010000:00010000:3.0:1722795744.051586:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.051589:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051593:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051601:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.051602:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:0.0:1722795744.051605:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070977100/2, rc 0, transno 1384586 00000100:00100000:3.0:1722795744.051615:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1291:2006:x1806482046373120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.051619:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766344960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.051620:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967171 00000100:00100000:0.0:1722795744.051625:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373248 00000100:00100000:0.0:1722795744.051627:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373248 00010000:00010000:0.0:1722795744.051633:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1291 pid: 16053 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.051646:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967172 00000100:00100000:0.0:1722795744.051649:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1291:2006:x1806482046373248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.051652:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766346496:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.051653:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.051655:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1291 pid: 16053 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051660:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1291 pid: 16053 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.051660:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766347264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.051666:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051667:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61f5f80/0xc2e84c07bf8511ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6cbb expref: 1291 pid: 16053 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.051673:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051674:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.051675:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051679:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.051680:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051686:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.051692:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766347264 00000100:00100000:3.0:1722795744.051695:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766347264 00000100:00100000:0.0:1722795744.051696:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1290:2006:x1806482046373248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.051700:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967172 00000100:00100000:3.0:1722795744.051707:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043862 00010000:00010000:1.0:1722795744.051709:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0aa1c0/0xc2e84c07bf8514fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6dd3 expref: 1289 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.051710:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3564:3678:x1806481766347264:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.051714:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070974e00/2, rc 0, transno 1384587 00000100:00100000:0.0:1722795744.051718:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766345088:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.051719:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10479 count 1 00000100:00100000:1.0:1722795744.051720:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766346624:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.051726:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051733:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051734:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1288 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051737:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766347392:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.051738:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.051739:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.051740:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051741:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051747:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051750:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1288 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051752:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.051754:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051756:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1288 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.051760:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051762:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766347392 00000100:00100000:3.0:1722795744.051762:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766347520:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.051764:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766347392 00010000:00010000:1.0:1722795744.051767:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051773:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043863 00010000:00010000:1.0:1722795744.051773:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864900 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.051775:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3566:3679:x1806481766347392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.051776:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.051776:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f0c0 going to sleep for 11 seconds 00002000:00080000:0.0:1722795744.051782:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10480 count 1 00010000:00010000:3.0:1722795744.051785:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051788:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051788:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051789:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051793:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051795:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1288 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051797:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051798:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051799:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.051799:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.051800:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051801:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.051804:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa6749d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051804:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.051805:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051809:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1288 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051810:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.051815:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1288 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.051816:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051819:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa674a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.051821:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766347648:192.168.201.15@tcp:104: 00000004:00080000:1.0:1722795744.051832:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078cb4a80/2, rc 0, transno 1384588 00000100:00100000:0.0:1722795744.051833:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.051840:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766345984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.051856:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766347776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.051882:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.051896:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3566:3678:x1806481766346240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1356us (1392us total) trans 4296351885 rc 0/0 00000100:00100000:3.0:1722795744.051900:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043859 00000100:00100000:3.0:1722795744.051909:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766347776 00000100:00100000:3.0:1722795744.051911:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766347776 00000100:00100000:3.0:1722795744.051920:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043864 00000100:00100000:3.0:1722795744.051922:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3567:3680:x1806481766347776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.051936:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3567:3681:x1806481766345600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1716us (1748us total) trans 4296351880 rc 0/0 00000100:00100000:3.0:1722795744.051939:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043856 00002000:00080000:3.0:1722795744.051951:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10481 count 1 00010000:00010000:3.0:1722795744.051958:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051965:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1288 pid: 16024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.051972:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.051973:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.051974:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.051977:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3566:3679:x1806481766346368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1442us (1491us total) trans 4296351886 rc 0/0 00000100:00100000:1.0:1722795744.051996:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043858 00000004:00080000:0.0:1722795744.051998:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a15500/2, rc 0, transno 1384590 00010000:00010000:3.0:1722795744.052001:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1288 pid: 16024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.052004:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766346368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.052007:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1288 pid: 16024 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.052009:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766347904 00000100:00100000:3.0:1722795744.052012:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766348160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.052013:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766347904 00000100:00100000:1.0:1722795744.052025:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766348032 00000100:00100000:0.0:1722795744.052028:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043865 00000100:00100000:1.0:1722795744.052028:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766348032 00000100:00100000:3.0:1722795744.052028:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.052031:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3567:3681:x1806481766347904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.052039:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10482 count 1 00000100:00100000:1.0:1722795744.052039:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043866 00000100:00100000:1.0:1722795744.052043:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3567:3678:x1806481766348032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.052046:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.052052:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1288 pid: 16076 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.052053:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10483 count 1 00010000:00010000:0.0:1722795744.052056:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.052057:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.052058:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.052063:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa674d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.052068:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1288 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.052073:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1288 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.052077:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009668cd80/0xc2e84c07bf852c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7589 expref: 1288 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.052079:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096015f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766348416:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.052084:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.052085:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.052087:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa674d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.052091:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782dfd80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.052104:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009668cd80/0xc2e84c07bf852c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7589 expref: 1288 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.052114:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009668cd80/0xc2e84c07bf852c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7589 expref: 1288 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.052123:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766348544:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.052143:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.052655:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.052666:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373504 00000100:00100000:1.0:1722795744.052669:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766347008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.052682:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.052719:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766347520:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.052730:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.052742:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373504 00010000:00010000:0.0:1722795744.052753:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013358cfc0/0xc2e84c07bf851b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7011 expref: 1289 pid: 16085 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.052769:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967173 00000100:00100000:0.0:1722795744.052773:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1289:2006:x1806482046373504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.052778:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.052782:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013358cfc0/0xc2e84c07bf851b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7011 expref: 1289 pid: 16085 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.052790:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013358cfc0/0xc2e84c07bf851b91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7011 expref: 1289 pid: 16085 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.052801:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013358cfc0/0xc2e84c07bf851b91 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7011 expref: 1289 pid: 16085 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.052808:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.052809:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.052811:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa674b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.052815:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa674b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.052832:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.052849:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1288:2006:x1806482046373504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.052853:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967173 00000100:00100000:0.0:1722795744.052871:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766347648:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.052878:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.052890:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.052917:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373760 00000100:00100000:0.0:1722795744.052920:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373760 00010000:00010000:0.0:1722795744.052927:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1288 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.052929:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.052942:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373632 00000100:00100000:0.0:1722795744.052943:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373632 00010000:00010000:0.0:1722795744.052948:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1289 pid: 16034 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.052951:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.052957:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373376 00000100:00100000:0.0:1722795744.052958:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373376 00010000:00010000:0.0:1722795744.052962:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1290 pid: 16112 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.052965:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967174 00000100:00100000:3.0:1722795744.052970:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1290:2006:x1806482046373760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.052972:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967175 00000100:00100000:0.0:1722795744.052975:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1290:2006:x1806482046373632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.052977:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.052994:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.052994:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1290 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.052997:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1290 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.053001:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1290 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.053003:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1290 pid: 16034 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.053003:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.053010:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777598c0/0xc2e84c07bf851ee0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d70ea expref: 1290 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.053010:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3bd680/0xc2e84c07bf852195 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d71df expref: 1290 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.053018:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.053019:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.053019:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.053020:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.053021:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053021:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053025:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053026:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.053028:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.053033:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.053037:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.053039:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046373888 00000100:00100000:1.0:1722795744.053041:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046373888 00000100:00100000:0.0:1722795744.053045:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1289:2006:x1806482046373632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.053048:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967175 00010000:00010000:1.0:1722795744.053050:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1289 pid: 16024 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.053051:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1289:2006:x1806482046373760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.053055:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967174 00000100:00100000:0.0:1722795744.053056:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046374144 00000100:00100000:0.0:1722795744.053058:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046374144 00000100:00100000:1.0:1722795744.053062:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967176 00010000:00010000:0.0:1722795744.053063:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080ad8000/0xc2e84c07bf852fcd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d76bd expref: 1288 pid: 16024 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.053066:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1288:2005:x1806482046373376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.053071:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.053073:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1288 pid: 16112 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.053079:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967177 00010000:00010000:1.0:1722795744.053079:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1288 pid: 16112 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.053082:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1288:2005:x1806482046373888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.053086:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.053087:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880074a82f40/0xc2e84c07bf851834 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d6edd expref: 1288 pid: 16112 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.053088:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1288 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.053093:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1287 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.053093:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.053094:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.053096:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053099:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.053099:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.053100:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053101:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053105:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053109:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.053109:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133cfc6c0/0xc2e84c07bf8524dd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d72f7 expref: 1287 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.053110:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.053118:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766348160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.053120:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1286:2005:x1806482046373376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.053121:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1286:2005:x1806482046373888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.053125:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967177 00000100:00100000:1.0:1722795744.053127:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967176 00010000:00010000:3.0:1722795744.053129:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053137:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053137:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053141:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053143:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053144:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053146:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053148:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053150:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053150:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053152:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053154:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053154:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053156:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053157:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.053158:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053159:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053159:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053161:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.053162:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053163:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.053163:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053164:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053166:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053167:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053168:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053171:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa674c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053172:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053173:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053176:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa674ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053176:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa674c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.053248:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3572:3679:x1806481766347392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1471us (1494us total) trans 4296351888 rc 0/0 00000100:00100000:0.0:1722795744.053251:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043863 00000100:00100000:1.0:1722795744.053260:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3571:3681:x1806481766346752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1875us (1910us total) trans 4296351889 rc 0/0 00000100:00100000:1.0:1722795744.053265:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043860 00000004:00080000:0.0:1722795744.053268:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a61f80/2, rc 0, transno 1384592 00000100:00100000:0.0:1722795744.053270:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766347392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.053271:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3571:3680:x1806481766347776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1346us (1387us total) trans 4296351890 rc 0/0 00000100:00100000:3.0:1722795744.053275:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043864 00000100:00100000:0.0:1722795744.053280:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096015f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766348416:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.053284:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766348544:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.053289:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053293:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa674d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.053293:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a61880/2, rc 0, transno 1384594 00000100:00100000:3.0:1722795744.053296:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766347776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.053297:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053300:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795744.053301:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053304:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766349056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.053305:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053309:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.053311:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.053313:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053316:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.053316:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.053317:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053321:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053326:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053328:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766349056 00000100:00100000:3.0:1722795744.053331:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766349056 00010000:00010000:0.0:1722795744.053333:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa674b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053345:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043869 00000100:00100000:3.0:1722795744.053349:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3570:3680:x1806481766349056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.053360:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10486 count 1 00010000:00010000:3.0:1722795744.053370:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa674ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.053372:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.053380:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009675d680/0xc2e84c07bf8537d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7941 expref: 1283 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053386:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.053387:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046374016 00010000:00010000:3.0:1722795744.053387:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.053390:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046374016 00010000:00010000:3.0:1722795744.053390:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa674ea lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053420:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1284 pid: 16076 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.053421:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3571:3678:x1806481766347264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1709us (1741us total) trans 4296351891 rc 0/0 00000100:00100000:0.0:1722795744.053424:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043862 00000100:00100000:1.0:1722795744.053440:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967180 00000100:00100000:1.0:1722795744.053443:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1283:2006:x1806482046374016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.053448:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.053450:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1283 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.053456:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1283 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.053463:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011deff600/0xc2e84c07bf852825 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d740f expref: 1283 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.053470:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.053471:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.053473:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053477:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.053486:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.053497:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766349312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.053499:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1281:2006:x1806482046374016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.053502:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967180 00010000:00010000:3.0:1722795744.053503:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009675d680/0xc2e84c07bf8537d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7941 expref: 1281 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053513:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009675d680/0xc2e84c07bf8537d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7941 expref: 1280 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.053521:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053523:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766349440:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.053529:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053536:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053542:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053547:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.053548:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053554:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.053557:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053559:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766349184 00000100:00100000:3.0:1722795744.053561:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766349184 00010000:00010000:0.0:1722795744.053568:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053574:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043870 00000100:00100000:3.0:1722795744.053576:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3571:3678:x1806481766349184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.053578:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053584:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa674ce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.053585:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10487 count 1 00010000:00010000:3.0:1722795744.053591:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa674f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053598:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1280 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053602:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053603:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053605:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa674f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053613:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1280 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053618:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1280 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.053623:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766349696:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.053636:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.053647:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766349568 00000100:00100000:3.0:1722795744.053648:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766349568 00000100:00100000:3.0:1722795744.053657:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043871 00000100:00100000:3.0:1722795744.053660:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3573:3681:x1806481766349568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.053672:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10489 count 1 00000100:00100000:0.0:1722795744.053677:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3573:3681:x1806481766347904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1645us (1727us total) trans 4296351892 rc 0/0 00010000:00010000:3.0:1722795744.053677:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.053681:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043865 00010000:00010000:3.0:1722795744.053683:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1280 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053687:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053688:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053690:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.053695:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.053698:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1280 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053702:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1280 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.053708:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766349824:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.053710:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766349312 00000100:00100000:1.0:1722795744.053714:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766349312 00000100:00100000:3.0:1722795744.053722:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.053729:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043872 00000100:00100000:0.0:1722795744.053732:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3573:3679:x1806481766349312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.053740:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10488 count 1 00010000:00010000:0.0:1722795744.053747:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053754:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1280 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053758:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.053758:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.053760:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.053768:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766349952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.053772:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1280 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.053778:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1280 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.053783:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766350080:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.053787:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.053795:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782dfd80 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.053846:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078f07800/2, rc 0, transno 1384597 00000100:00100000:3.0:1722795744.053852:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078f07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766348288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.053875:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766350208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.053888:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.053901:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766350208 00000100:00100000:3.0:1722795744.053903:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766350208 00000100:00100000:3.0:1722795744.053913:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043874 00000100:00100000:3.0:1722795744.053915:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3575:3678:x1806481766350208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.053923:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10491 count 1 00010000:00010000:3.0:1722795744.053929:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053936:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1280 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053939:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053940:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.053942:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053950:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1280 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.053955:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1280 pid: 16096 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.053961:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766350464:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.053973:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.054095:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133e8c000/2, rc 0, transno 1384598 00000100:00100000:3.0:1722795744.054100:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766348032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.054132:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.054137:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766350592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.054150:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.054287:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766348928:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.054297:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.054360:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766349440:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.054366:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa674ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.054384:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766349824:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.054390:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.054451:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766350080:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.054464:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.054465:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766350464:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.054471:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.054637:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.054649:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.054662:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046374528 00000100:00100000:0.0:1722795744.054663:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.054666:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046374528 00000100:00100000:0.0:1722795744.054675:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.054679:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009675d680/0xc2e84c07bf8537d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7941 expref: 1282 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.054715:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046374656 00000100:00100000:3.0:1722795744.054715:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046374784 00000100:00100000:3.0:1722795744.054717:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046374784 00000100:00100000:1.0:1722795744.054718:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046374656 00010000:00010000:3.0:1722795744.054726:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1284 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.054727:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967182 00010000:00010000:1.0:1722795744.054727:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1284 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.054733:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1284:2005:x1806482046374400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.054738:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967183 00010000:00010000:0.0:1722795744.054740:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.054741:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1284:2006:x1806482046374784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.054743:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967184 00010000:00010000:0.0:1722795744.054745:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bbd5b00/0xc2e84c07bf8533bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d780d expref: 1284 pid: 16086 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.054746:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.054747:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1284:2005:x1806482046374656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.054748:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1284 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.054752:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.054754:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bbd5b00/0xc2e84c07bf8533bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d780d expref: 1284 pid: 16086 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.054754:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1284 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.054755:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1284 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.054761:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1284 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.054762:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076617180/0xc2e84c07bf853b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7a4b expref: 1284 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.054767:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.054768:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.054769:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083af0fc0/0xc2e84c07bf854185 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7c5f expref: 1282 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.054770:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bbd5b00/0xc2e84c07bf8533bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d780d expref: 1282 pid: 16086 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.054770:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa674f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054774:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa674f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.054777:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.054778:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.054779:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054783:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.054784:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.054793:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.054796:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1280:2006:x1806482046374784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.054799:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967183 00000100:00100000:1.0:1722795744.054807:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1279:2005:x1806482046374656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.054811:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967184 00010000:00010000:3.0:1722795744.054813:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054817:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.054820:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.054822:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.054822:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.054824:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054826:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.054828:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054829:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054832:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.054834:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.054838:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.054838:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054843:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.054846:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa674f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.054851:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1277:2005:x1806482046374400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 119us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.054855:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967182 00000100:00100000:0.0:1722795744.054887:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.054904:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046375040 00000100:00100000:0.0:1722795744.054907:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.054907:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046375040 00010000:00010000:1.0:1722795744.054918:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e689680/0xc2e84c07bf8545c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7de7 expref: 1277 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.054927:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3578:3681:x1806481766349568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1266us (1323us total) trans 4296351895 rc 0/0 00000100:00100000:0.0:1722795744.054928:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.054931:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043871 00000100:00100000:1.0:1722795744.054933:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046375168 00000100:00100000:1.0:1722795744.054935:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046375168 00010000:00010000:1.0:1722795744.054943:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1279 pid: 16096 timeout: 939 lvb_type: 0 00000004:00080000:3.0:1722795744.054947:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdca80/2, rc 0, transno 1384599 00000100:00100000:3.0:1722795744.054954:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766349568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.054967:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967186 00000100:00100000:3.0:1722795744.054971:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967187 00000100:00100000:1.0:1722795744.054972:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096016d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1278:2005:x1806482046374912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.054976:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096017b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1278:2006:x1806482046375168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.054993:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.054994:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.054996:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.054998:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1278 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.055001:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1278 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.055007:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1278 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.055009:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1278 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.055018:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a13ad200/0xc2e84c07bf853dfe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7b2b expref: 1278 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.055020:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088486400/0xc2e84c07bf854965 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d7eff expref: 1278 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.055027:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.055029:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.055029:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.055030:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.055031:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055033:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.055037:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055039:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.055048:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766350720:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.055051:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.055054:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.055059:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055070:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.055070:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096016d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1276:2005:x1806482046374912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 97us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.055071:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096017b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1275:2006:x1806482046375168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 94us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.055077:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967186 00010000:00010000:0.0:1722795744.055078:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055080:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967187 00010000:00010000:0.0:1722795744.055082:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055085:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055089:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055092:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.055094:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055097:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055101:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766350848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.055103:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055107:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa674ff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055119:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.055136:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055141:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055145:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055149:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055152:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055155:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.055157:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055161:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055167:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055170:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa674e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.055187:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3578:3679:x1806481766349312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1453us (1491us total) trans 4296351897 rc 0/0 00000100:00100000:0.0:1722795744.055192:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043872 00000004:00080000:1.0:1722795744.055195:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cddc00/2, rc 0, transno 1384601 00000100:00100000:1.0:1722795744.055201:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766349312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.055207:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055212:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055216:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055219:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055223:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055226:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8661c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.055227:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055231:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055236:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055240:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67514 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055244:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3578:3681:x1806481766348800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2079us (2183us total) trans 4296351898 rc 0/0 00000100:00100000:3.0:1722795744.055249:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043868 00000100:00100000:3.0:1722795744.055261:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.055265:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766351104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055275:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795744.055293:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717df800/2, rc 0, transno 1384602 00000100:00100000:3.0:1722795744.055300:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766348800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.055313:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:3.0:1722795744.055313:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdea00/2, rc 0, transno 1384600 00000100:00100000:1.0:1722795744.055318:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766351232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055320:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766349184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055330:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766351104 00000100:00100000:1.0:1722795744.055332:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.055333:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766351104 00000100:00100000:3.0:1722795744.055346:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766351232 00000100:00100000:3.0:1722795744.055348:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766351232 00000100:00100000:1.0:1722795744.055353:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766351360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055358:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043877 00000100:00100000:0.0:1722795744.055362:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3581:3678:x1806481766350592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1169us (1209us total) trans 4296351900 rc 0/0 00000100:00100000:3.0:1722795744.055362:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3581:3680:x1806481766351104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.055366:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.055367:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043875 00002000:00080000:3.0:1722795744.055372:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10494 count 1 00000100:00100000:0.0:1722795744.055376:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766351360 00000100:00100000:0.0:1722795744.055378:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766351360 00000100:00100000:1.0:1722795744.055378:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043878 00010000:00010000:3.0:1722795744.055379:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67522 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.055381:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3581:3679:x1806481766351232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.055386:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1272 pid: 16114 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.055389:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10495 count 1 00010000:00010000:3.0:1722795744.055389:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055390:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.055392:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043879 00010000:00010000:3.0:1722795744.055392:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67522 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.055394:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3580:3679:x1806481766351360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.055412:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.055416:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10496 count 1 00010000:00010000:3.0:1722795744.055418:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1272 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.055419:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1272 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055423:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.055423:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055423:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1272 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.055424:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.055426:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055429:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766351488:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.055430:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800880cfa80/0xc2e84c07bf8569fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8614 expref: 1272 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055434:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.055435:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.055436:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1272 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055437:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.055441:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1272 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.055444:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.055447:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800880cfa80/0xc2e84c07bf8569fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8614 expref: 1272 pid: 16114 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.055447:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766351616:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.055452:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800880cfa80/0xc2e84c07bf8569fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8614 expref: 1272 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.055458:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096016a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766351744:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.055458:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096015c00/2, rc 0, transno 1384604 00000100:00100000:3.0:1722795744.055460:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766350592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.055463:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1e40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.055467:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055471:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.055472:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.055475:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055479:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055484:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055490:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.055493:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055496:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055502:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055505:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa6750d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055519:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766351872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055530:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.055545:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766351872 00000100:00100000:0.0:1722795744.055548:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766351872 00000100:00100000:0.0:1722795744.055560:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766352000 00000100:00100000:0.0:1722795744.055561:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766352000 00000100:00100000:0.0:1722795744.055568:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043880 00000100:00100000:0.0:1722795744.055570:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3582:3680:x1806481766351872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.055577:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043881 00000100:00100000:0.0:1722795744.055579:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3583:3681:x1806481766352000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.055585:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10498 count 1 00010000:00010000:0.0:1722795744.055592:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055599:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055603:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.055603:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.055605:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055614:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.055619:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.055619:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3584:3678:x1806481766350208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1701us (1728us total) trans 4296351901 rc 0/0 00000100:00100000:0.0:1722795744.055624:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096014380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766352128:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.055625:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043874 00000100:00100000:0.0:1722795744.055640:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df240 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.055650:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096016300/2, rc 0, transno 1384605 00000100:00100000:3.0:1722795744.055665:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766350208:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.055680:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10497 count 1 00000100:00100000:1.0:1722795744.055686:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1722795744.055688:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.055693:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766352256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.055697:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1272 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055701:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055702:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055703:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.055707:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.055714:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1272 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055719:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1272 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.055724:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766352384:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.055741:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.055802:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766350976:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.055818:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.055860:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.055865:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766352512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.055879:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.055896:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766352512 00000100:00100000:3.0:1722795744.055897:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766352512 00000100:00100000:3.0:1722795744.055907:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043883 00000100:00100000:3.0:1722795744.055909:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3584:3678:x1806481766352512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.055917:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10500 count 1 00010000:00010000:3.0:1722795744.055923:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055931:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1273 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055937:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055939:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.055941:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055955:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1273 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.055964:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1273 pid: 16083 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.055972:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766352768:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.056008:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.056038:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056043:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056047:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056054:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056057:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056061:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.056062:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056066:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056072:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056075:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa6751b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056146:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.056148:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766351616:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.056156:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3585:3680:x1806481766350848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 978us (1035us total) trans 4296351903 rc 0/0 00000100:00100000:3.0:1722795744.056159:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043876 00010000:00010000:1.0:1722795744.056162:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056221:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.056235:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967190 00000100:00100000:3.0:1722795744.056238:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1273:2006:x1806482046375552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.056243:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.056245:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.056247:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1273 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056253:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1274 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.056257:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967191 00010000:00010000:3.0:1722795744.056260:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086773cc0/0xc2e84c07bf855eff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8366 expref: 1274 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.056261:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1274:2006:x1806482046375680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.056266:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.056267:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.056268:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.056269:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67522 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056272:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1273 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056273:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67522 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056275:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.056280:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.056281:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1273 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.056292:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096016a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766351744:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.056293:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1273:2006:x1806482046375552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.056294:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e88a640/0xc2e84c07bf85663e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d84c4 expref: 1273 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056297:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967190 00010000:00010000:1.0:1722795744.056302:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.056304:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.056305:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046375936 00010000:00010000:1.0:1722795744.056306:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.056307:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046375936 00010000:00010000:1.0:1722795744.056312:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056313:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056322:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967193 00000100:00100000:3.0:1722795744.056324:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096016d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1272:2005:x1806482046375936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.056328:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.056328:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.056330:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056335:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1272 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056341:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.056342:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.056343:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056346:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1272:2006:x1806482046375680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.056347:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056349:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056352:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967191 00010000:00010000:3.0:1722795744.056352:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.056360:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096016d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1272:2005:x1806482046375936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.056364:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967193 00010000:00010000:1.0:1722795744.056377:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056385:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056391:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056414:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056418:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981def40/0xc2e84c07bf8570cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8867 expref: 1269 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.056421:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056425:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096014380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766352128:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.056426:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.056428:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056434:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056448:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056454:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67529 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056466:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056471:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056474:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056479:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056482:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056487:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056490:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.056492:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056495:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056501:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056505:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67537 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.056508:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766352384:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.056517:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056553:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3586:3679:x1806481766351232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1169us (1218us total) trans 4296351904 rc 0/0 00000100:00100000:3.0:1722795744.056553:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.056559:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043878 00000100:00100000:3.0:1722795744.056575:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.056584:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3585:3681:x1806481766352000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1003us (1030us total) trans 4296351905 rc 0/0 00000100:00100000:0.0:1722795744.056588:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043881 00000004:00080000:1.0:1722795744.056588:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e311c00/2, rc 0, transno 1384608 00000100:00100000:1.0:1722795744.056592:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766351232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.056601:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056602:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046376064 00000100:00100000:1.0:1722795744.056604:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046376064 00010000:00010000:0.0:1722795744.056606:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056610:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056614:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056616:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1269 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.056618:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056621:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.056623:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056626:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056632:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.056633:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.056635:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67530 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056636:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967195 00000100:00100000:1.0:1722795744.056640:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1269:2006:x1806482046376064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.056641:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046376320 00000100:00100000:3.0:1722795744.056644:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046376320 00010000:00010000:1.0:1722795744.056645:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.056649:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1270 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056652:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1270 pid: 16083 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.056657:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1270 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056663:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967196 00000100:00100000:3.0:1722795744.056665:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1270:2006:x1806482046376320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.056670:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.056672:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1270 pid: 16083 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.056673:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080024d80/0xc2e84c07bf856d4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8733 expref: 1270 pid: 16102 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.056678:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1269 pid: 16083 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.056681:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.056683:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.056684:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056685:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.056685:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.056687:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056688:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056691:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056698:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.056698:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.056708:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1268:2006:x1806482046376320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.056712:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1268:2006:x1806482046376064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.056712:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967196 00000100:00100000:0.0:1722795744.056714:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3585:3679:x1806481766351360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1318us (1346us total) trans 4296351906 rc 0/0 00000100:00100000:1.0:1722795744.056716:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967195 00000100:00100000:0.0:1722795744.056720:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043879 00010000:00010000:3.0:1722795744.056724:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056732:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056736:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056739:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056743:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.056746:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781dfb80/2, rc 0, transno 1384610 00010000:00010000:3.0:1722795744.056746:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.056748:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056750:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766351360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.056751:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056756:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056759:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6753e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056771:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766353280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.056788:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.056804:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.056810:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766353152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.056828:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766353280 00000100:00100000:1.0:1722795744.056828:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.056831:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766353280 00000100:00100000:3.0:1722795744.056838:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3586:3680:x1806481766351872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1266us (1306us total) trans 4296351908 rc 0/0 00000100:00100000:0.0:1722795744.056842:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766353024 00000100:00100000:3.0:1722795744.056842:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043880 00000100:00100000:0.0:1722795744.056843:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766353024 00000100:00100000:0.0:1722795744.056849:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766353152 00000100:00100000:0.0:1722795744.056850:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766353152 00000100:00100000:3.0:1722795744.056853:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043884 00000100:00100000:3.0:1722795744.056856:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3587:3679:x1806481766353280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.056858:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043885 00000100:00100000:1.0:1722795744.056862:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3587:3681:x1806481766353024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.056863:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766352896 00002000:00080000:3.0:1722795744.056863:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10504 count 1 00000100:00100000:0.0:1722795744.056864:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766352896 00010000:00010000:3.0:1722795744.056869:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056871:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043886 00000100:00100000:0.0:1722795744.056873:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3588:3679:x1806481766353152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.056874:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10502 count 1 00010000:00010000:3.0:1722795744.056876:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1265 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056880:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1722795744.056881:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10503 count 1 00010000:00010000:3.0:1722795744.056881:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.056882:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056884:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056888:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67561 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056891:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1265 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056895:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085699680/0xc2e84c07bf858062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8f05 expref: 1265 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056895:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1265 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056896:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1265 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.056899:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.056900:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.056901:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67561 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.056901:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.056902:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.056902:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766353408:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.056904:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056910:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085699680/0xc2e84c07bf858062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8f05 expref: 1265 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.056916:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085699680/0xc2e84c07bf858062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8f05 expref: 1265 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056916:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fa80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.056919:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1265 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.056922:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766353536:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.056928:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043887 00010000:00010000:1.0:1722795744.056929:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1265 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056931:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3588:3681:x1806481766352896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.056935:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df240 going to sleep for 11 seconds 00002000:00080000:3.0:1722795744.056937:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10501 count 1 00000100:00100000:1.0:1722795744.056939:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766353664:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.056943:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056948:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1265 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056952:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.056953:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.056954:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.056958:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.056962:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1265 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.056966:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1265 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.056972:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766354048:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.056999:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.057003:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766353792 00000100:00100000:1.0:1722795744.057007:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766353792 00010000:00010000:3.0:1722795744.057017:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131368d80/0xc2e84c07bf857683 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8add expref: 1265 pid: 16083 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057021:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766353920 00000100:00100000:1.0:1722795744.057024:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766353920 00000100:00100000:3.0:1722795744.057025:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766352768:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.057032:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057035:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043888 00010000:00010000:3.0:1722795744.057037:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057038:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3591:3680:x1806481766353792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.057041:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057045:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.057049:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10505 count 1 00010000:00010000:3.0:1722795744.057049:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057052:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057055:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.057057:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057057:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057061:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057066:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057069:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6754c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.057072:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043889 00010000:00010000:1.0:1722795744.057072:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1264 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.057078:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3591:3680:x1806481766353920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.057078:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.057080:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.057082:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.057090:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10506 count 1 00010000:00010000:1.0:1722795744.057098:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1264 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.057099:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.057107:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1264 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.057109:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1264 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057114:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766354176:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.057115:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.057116:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.057118:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057132:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.057134:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1264 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057141:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766354304 00010000:00010000:0.0:1722795744.057143:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1264 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057143:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766354304 00000100:00100000:3.0:1722795744.057143:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3591:3678:x1806481766352512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1231us (1262us total) trans 4296351910 rc 0/0 00000100:00100000:3.0:1722795744.057149:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043883 00000100:00100000:0.0:1722795744.057153:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880096014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766354432:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.057156:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043890 00000100:00100000:1.0:1722795744.057158:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3591:3679:x1806481766354304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.057166:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10507 count 1 00000100:00100000:0.0:1722795744.057170:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.057171:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.057175:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096014a80/2, rc 0, transno 1384614 00010000:00010000:1.0:1722795744.057177:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832c0b40/0xc2e84c07bf858d12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d93c7 expref: 1264 pid: 16047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.057182:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766352512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.057184:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.057185:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.057187:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.057197:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832c0b40/0xc2e84c07bf858d12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d93c7 expref: 1264 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.057205:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832c0b40/0xc2e84c07bf858d12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d93c7 expref: 1264 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057213:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766354688:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.057234:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.057600:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766353408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.057609:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057611:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766353536:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.057620:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67561 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.057632:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766353664:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.057639:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.057811:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.057827:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046376448 00000100:00100000:1.0:1722795744.057831:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046376448 00000100:00100000:0.0:1722795744.057838:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.057840:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1265 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057855:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046376832 00000100:00100000:1.0:1722795744.057856:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046376832 00010000:00010000:1.0:1722795744.057860:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1266 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057874:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967197 00000100:00100000:1.0:1722795744.057877:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1266:2005:x1806482046376448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.057881:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.057882:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.057884:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1266 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057890:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1266 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.057895:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.057898:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007df51d40/0xc2e84c07bf8583b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9055 expref: 1266 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057904:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.057904:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.057906:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.057907:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046376576 00010000:00010000:1.0:1722795744.057911:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.057911:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046376576 00000100:00100000:0.0:1722795744.057916:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.057920:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.057924:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.057924:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085699680/0xc2e84c07bf858062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8f05 expref: 1267 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057934:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1267:2005:x1806482046376448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.057937:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046377216 00000100:00100000:1.0:1722795744.057938:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967197 00000100:00100000:0.0:1722795744.057939:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046377216 00000100:00100000:3.0:1722795744.057943:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967198 00000100:00100000:3.0:1722795744.057946:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1268:2005:x1806482046376832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.057947:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967199 00010000:00010000:0.0:1722795744.057948:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832c0b40/0xc2e84c07bf858d12 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d93c7 expref: 1268 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.057950:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1268:2005:x1806482046376704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.057954:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.057956:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1268 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.057956:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.057959:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967201 00010000:00010000:3.0:1722795744.057959:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1268 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057961:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1268 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.057963:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1268:2005:x1806482046376960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.057965:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1268 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057967:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009836e880/0xc2e84c07bf857de5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8df4 expref: 1268 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.057968:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.057970:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1268 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057973:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.057973:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.057973:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800876746c0/0xc2e84c07bf85798c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d8c2d expref: 1267 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057975:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.057976:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1267 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.057995:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.057997:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.057998:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096aa5440/0xc2e84c07bf858715 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d917b expref: 1265 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.057999:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.058001:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058005:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058006:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.058007:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.058008:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058009:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.058013:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058015:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.058022:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.058025:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1264:2005:x1806482046376704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.058028:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1264:2005:x1806482046376832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.058033:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1264:2005:x1806482046376960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.058033:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967199 00000100:00100000:3.0:1722795744.058040:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967198 00000100:00100000:0.0:1722795744.058042:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967201 00010000:00010000:3.0:1722795744.058057:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058060:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058061:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058064:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.058065:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058067:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058069:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058072:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058075:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.058076:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058077:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058081:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058082:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058087:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058089:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058090:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67568 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058094:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.058097:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058103:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058107:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.058112:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058119:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6755a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058132:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967203 00000100:00100000:3.0:1722795744.058138:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1261:2005:x1806482046377088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.058145:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.058150:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1261 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.058158:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880096014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766354432:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.058159:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1261 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.058166:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058171:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011daf21c0/0xc2e84c07bf858a95 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d92d9 expref: 1261 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.058175:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058179:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058182:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.058183:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.058184:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058186:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058189:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058195:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058195:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058201:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.058204:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058206:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.058210:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058219:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2005:x1806482046377088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.058223:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967203 00010000:00010000:0.0:1722795744.058224:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058230:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6756f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.058233:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3593:3681:x1806481766353024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1369us (1425us total) trans 4296351911 rc 0/0 00000100:00100000:1.0:1722795744.058240:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043885 00010000:00010000:1.0:1722795744.058265:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832c0b40/0xc2e84c07bf858d12 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d93c7 expref: 1257 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.058276:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766354688:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.058286:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058294:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058300:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058301:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3595:3681:x1806481766352896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1368us (1442us total) trans 4296351912 rc 0/0 00000100:00100000:3.0:1722795744.058304:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043887 00010000:00010000:1.0:1722795744.058307:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058313:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058316:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058320:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058321:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058323:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3594:3680:x1806481766353792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1283us (1348us total) trans 4296351913 rc 0/0 00010000:00010000:3.0:1722795744.058325:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058327:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043888 00010000:00010000:1.0:1722795744.058329:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.058329:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058332:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058332:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058335:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.058337:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058339:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058340:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058341:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058345:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058347:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058349:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058349:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058350:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67553 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058352:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058355:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa6757d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058356:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058359:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.058361:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058365:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058371:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058374:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67576 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058435:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3595:3679:x1806481766353280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1578us (1647us total) trans 4296351915 rc 0/0 00000100:00100000:3.0:1722795744.058439:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043884 00000100:00100000:3.0:1722795744.058447:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766355072 00000100:00100000:3.0:1722795744.058449:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766355072 00000100:00100000:3.0:1722795744.058458:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766354944 00000100:00100000:3.0:1722795744.058460:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766354944 00000100:00100000:3.0:1722795744.058466:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043892 00000100:00100000:0.0:1722795744.058468:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3596:3680:x1806481766353920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1391us (1452us total) trans 4296351917 rc 0/0 00000100:00100000:1.0:1722795744.058468:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3596:3679:x1806481766354304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1307us (1333us total) trans 4296351916 rc 0/0 00000100:00100000:3.0:1722795744.058469:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880079d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3596:3681:x1806481766355072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.058472:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043890 00000100:00100000:0.0:1722795744.058475:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043889 00002000:00080000:3.0:1722795744.058476:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10510 count 1 00010000:00010000:3.0:1722795744.058482:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.058483:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043893 00000100:00100000:1.0:1722795744.058485:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3594:3681:x1806481766354944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.058489:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1256 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.058493:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10509 count 1 00010000:00010000:3.0:1722795744.058496:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.058497:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.058499:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058500:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058507:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1256 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.058507:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1256 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058512:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.058512:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1256 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.058514:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.058516:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058518:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766355456:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.058528:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766355328 00000100:00100000:0.0:1722795744.058531:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766355328 00010000:00010000:1.0:1722795744.058531:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1256 pid: 16076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058533:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.058540:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1256 pid: 16076 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.058541:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043894 00000100:00100000:3.0:1722795744.058541:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766355200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.058544:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3595:3679:x1806481766355328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.058549:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766355584:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.058552:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10512 count 1 00000100:00100000:3.0:1722795744.058553:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.058558:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058567:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1256 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.058568:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.058570:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766355200 00000100:00100000:3.0:1722795744.058572:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766355200 00010000:00010000:0.0:1722795744.058574:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.058575:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.058577:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058582:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043895 00000100:00100000:3.0:1722795744.058586:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3596:3678:x1806481766355200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.058592:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1256 pid: 16046 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.058595:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10511 count 1 00010000:00010000:0.0:1722795744.058600:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1256 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.058603:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058609:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766356096:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.058611:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1256 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.058619:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766355840 00010000:00010000:3.0:1722795744.058622:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.058623:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766355840 00010000:00010000:3.0:1722795744.058623:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.058625:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.058629:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df600 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.058639:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1256 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.058641:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043896 00000100:00100000:1.0:1722795744.058645:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3598:3681:x1806481766355840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.058648:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1256 pid: 16034 timeout: 939 lvb_type: 0 00002000:00080000:1.0:1722795744.058656:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10514 count 1 00000100:00100000:3.0:1722795744.058657:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766356224:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.058665:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058674:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1256 pid: 16023 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058678:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.058679:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.058680:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.058682:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.058690:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766355968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.058697:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1256 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.058706:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1256 pid: 16023 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.058708:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.058715:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766356480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.058721:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766355968 00000100:00100000:0.0:1722795744.058724:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766355968 00000100:00100000:1.0:1722795744.058732:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.058739:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043898 00000100:00100000:0.0:1722795744.058743:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3599:3678:x1806481766355968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.058753:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10515 count 1 00010000:00010000:0.0:1722795744.058763:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058772:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1256 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058778:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.058780:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.058782:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058797:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1256 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.058811:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1256 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.058819:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766356608:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.058871:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdc380/2, rc 0, transno 1384622 00000100:00100000:3.0:1722795744.058877:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766354560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.058883:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800782df240 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.058897:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.058900:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766356736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.058914:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.059557:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.059566:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766355584:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.059574:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766355456:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.059576:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.059579:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.059584:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.059588:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.059595:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.059606:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046377856 00000100:00100000:3.0:1722795744.059608:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046377856 00010000:00010000:3.0:1722795744.059619:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1258 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.059631:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046377728 00000100:00100000:3.0:1722795744.059632:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046377728 00010000:00010000:3.0:1722795744.059637:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1260 pid: 16034 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.059643:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967206 00010000:00010000:2.0:1722795744.059644:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1260 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.059647:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096014700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1260:2006:x1806482046377856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.059650:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967207 00010000:00010000:2.0:1722795744.059652:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1260 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059653:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.059653:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1260:2006:x1806482046377472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.059656:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1260 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.059658:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.059660:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dbd0b40/0xc2e84c07bf8596b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d97c5 expref: 1260 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.059660:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1260 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059662:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1260 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.059666:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.059666:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1259 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.059667:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.059668:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059671:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.059672:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.059672:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059673:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.059674:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d704900/0xc2e84c07bf8594b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d96d0 expref: 1259 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059677:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059679:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.059682:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.059682:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.059682:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.059684:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059685:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.059691:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.059693:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2006:x1806482046377600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.059696:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967205 00000100:00100000:0.0:1722795744.059697:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.059699:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096014700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2006:x1806482046377856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.059700:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.059703:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967206 00000100:00100000:2.0:1722795744.059704:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046377984 00000100:00100000:2.0:1722795744.059705:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046377984 00000100:00100000:0.0:1722795744.059707:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378112 00000100:00100000:0.0:1722795744.059709:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378112 00010000:00010000:2.0:1722795744.059710:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa34fc0/0xc2e84c07bf85a021 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9b3e expref: 1257 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.059712:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2006:x1806482046377472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.059716:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967208 00010000:00010000:0.0:1722795744.059717:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1258 pid: 16023 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.059720:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078031500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2006:x1806482046377728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.059725:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967207 00010000:00010000:1.0:1722795744.059726:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.059728:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967209 00010000:00010000:1.0:1722795744.059730:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1258 pid: 16034 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.059731:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967210 00000100:00100000:2.0:1722795744.059731:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1258:2006:x1806482046377984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.059734:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1257:2006:x1806482046378112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.059738:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.059738:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1257 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.059740:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1257 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.059740:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.059741:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059743:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa34fc0/0xc2e84c07bf85a021 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9b3e expref: 1257 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.059745:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059746:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1257 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059749:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081262640/0xc2e84c07bf859a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d98d6 expref: 1257 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.059749:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa34fc0/0xc2e84c07bf85a021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9b3e expref: 1257 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.059749:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.059753:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059756:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.059756:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059757:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.059757:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.059758:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.059758:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.059758:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059759:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.059759:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.059760:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.059761:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059762:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059762:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059765:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059768:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.059768:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059769:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059772:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.059773:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.059776:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6758b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059779:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.059779:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1256:2006:x1806482046377984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.059782:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1256:2006:x1806482046378112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.059782:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967209 00000100:00100000:0.0:1722795744.059786:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967210 00000100:00100000:1.0:1722795744.059793:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078031500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1254:2006:x1806482046377728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.059797:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967208 00010000:00010000:2.0:1722795744.059803:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa34fc0/0xc2e84c07bf85a021 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9b3e expref: 1254 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.059805:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766356608:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.059810:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766356352:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.059812:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059818:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059822:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059825:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059829:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059829:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059834:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059834:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059837:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059837:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.059838:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.059841:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059841:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059844:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.059845:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059846:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.059848:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059849:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.059849:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880079d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3601:3681:x1806481766355072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1379us (1415us total) trans 4296351919 rc 0/0 00010000:00010000:1.0:1722795744.059851:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.059853:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043892 00010000:00010000:2.0:1722795744.059854:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059857:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059857:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa675ae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059864:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67592 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.059872:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.059878:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378368 00000100:00100000:1.0:1722795744.059881:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378368 00010000:00010000:1.0:1722795744.059887:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080212ac0/0xc2e84c07bf85aa70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9f66 expref: 1253 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.059895:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378240 00000100:00100000:1.0:1722795744.059897:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378240 00010000:00010000:1.0:1722795744.059901:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1254 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.059908:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967211 00000100:00100000:1.0:1722795744.059910:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1254:2006:x1806482046378368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.059914:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.059917:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080212ac0/0xc2e84c07bf85aa70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9f66 expref: 1254 pid: 16057 timeout: 939 lvb_type: 0 00000004:00080000:3.0:1722795744.059920:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11c000/2, rc 0, transno 1384623 00010000:00010000:1.0:1722795744.059921:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080212ac0/0xc2e84c07bf85aa70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9f66 expref: 1254 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059927:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.059927:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766355072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.059928:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.059930:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.059935:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3601:3681:x1806481766355712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1282us (1305us total) trans 4296351920 rc 0/0 00010000:00010000:0.0:1722795744.059937:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ebdf80/0xc2e84c07bf859d34 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d99f5 expref: 1254 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.059937:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.059937:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11d180/2, rc 0, transno 1384624 00000100:00100000:2.0:1722795744.059940:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043897 00000100:00100000:3.0:1722795744.059940:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766355712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.059943:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.059944:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766356096:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.059952:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059952:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.059956:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1253:2006:x1806482046378368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (117us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.059956:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059960:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.059960:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967211 00010000:00010000:2.0:1722795744.059960:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059963:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059963:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059967:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059967:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059970:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.059970:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766357120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.059971:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.059971:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967212 00010000:00010000:2.0:1722795744.059972:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059974:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.059975:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1252:2006:x1806482046378240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.059975:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.059978:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.059993:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059993:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.059997:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.059997:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.059998:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1252 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.060001:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa675a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060001:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.060003:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060006:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67599 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060007:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1252 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.060013:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.060016:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766356992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.060017:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f169d40/0xc2e84c07bf85a752 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9e32 expref: 1252 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.060024:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.060026:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.060028:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.060030:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060034:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766357120 00010000:00010000:1.0:1722795744.060036:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060036:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766357120 00000100:00100000:3.0:1722795744.060045:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766356992 00000100:00100000:3.0:1722795744.060046:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766356992 00010000:00010000:1.0:1722795744.060049:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.060052:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043900 00000100:00100000:3.0:1722795744.060054:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3604:3681:x1806481766357120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.060061:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1251:2006:x1806482046378240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (188us total) trans 0 rc 0/0 00002000:00080000:3.0:1722795744.060062:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10518 count 1 00000100:00100000:1.0:1722795744.060065:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967212 00010000:00010000:3.0:1722795744.060068:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060069:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3604:3678:x1806481766355200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1482us (1514us total) trans 4296351921 rc 0/0 00000100:00100000:2.0:1722795744.060074:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043895 00010000:00010000:3.0:1722795744.060075:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060079:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060080:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060081:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060083:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043901 00000100:00100000:0.0:1722795744.060085:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3603:3679:x1806481766355328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1539us (1562us total) trans 4296351922 rc 0/0 00000100:00100000:2.0:1722795744.060086:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3603:3681:x1806481766356992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.060089:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043894 00010000:00010000:3.0:1722795744.060090:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.060093:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10517 count 1 00010000:00010000:3.0:1722795744.060095:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.060100:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060101:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766357248:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.060107:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11dc00/2, rc 0, transno 1384626 00010000:00010000:2.0:1722795744.060107:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.060111:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.060112:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766355328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.060112:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.060113:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060113:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.060122:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060127:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.060127:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.060131:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766357504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.060133:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766357376:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.060142:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3603:3681:x1806481766354944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1655us (1689us total) trans 4296351923 rc 0/0 00000100:00100000:1.0:1722795744.060146:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043893 00000100:00100000:0.0:1722795744.060147:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.060147:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebcc0 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.060149:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717dca80/2, rc 0, transno 1384627 00000100:00100000:1.0:1722795744.060155:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766357504 00000100:00100000:3.0:1722795744.060155:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766354944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.060157:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766357504 00000004:00080000:2.0:1722795744.060164:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11ce00/2, rc 0, transno 1384625 00000100:00100000:1.0:1722795744.060166:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043902 00000100:00100000:2.0:1722795744.060167:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766355200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.060169:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3603:3679:x1806481766357504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.060176:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10519 count 1 00010000:00010000:2.0:1722795744.060178:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080212ac0/0xc2e84c07bf85aa70 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9f66 expref: 1250 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.060182:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060185:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766356864:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.060189:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1249 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060193:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.060193:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060194:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.060196:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060198:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766357632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.060199:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795744.060202:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060205:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1249 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.060206:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060206:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766357760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.060208:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.060210:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060213:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1249 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.060214:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.060217:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.060219:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766357888:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.060220:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766357632 00010000:00010000:2.0:1722795744.060220:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867cc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.060222:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766357632 00010000:00010000:2.0:1722795744.060222:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060226:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.060229:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060232:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766357760 00000100:00100000:0.0:1722795744.060233:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766357760 00010000:00010000:2.0:1722795744.060234:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.060238:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa675bc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060239:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043903 00000100:00100000:1.0:1722795744.060241:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.060242:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3605:3679:x1806481766357632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.060246:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043904 00002000:00080000:0.0:1722795744.060249:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10520 count 1 00000100:00100000:3.0:1722795744.060249:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3605:3681:x1806481766357760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.060256:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.060257:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10521 count 1 00010000:00010000:1.0:1722795744.060260:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132d42d00/0xc2e84c07bf85a39a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d9c95 expref: 1249 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.060263:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1249 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060263:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060267:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.060268:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.060269:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.060270:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766356480:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.060270:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1248 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060274:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060275:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060276:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060279:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1248 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060282:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060285:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1248 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.060289:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060289:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1248 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060290:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766358016:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.060294:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060297:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1248 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.060298:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060301:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.060302:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060305:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060306:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766358144:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.060310:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060310:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.060312:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060314:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060315:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060316:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3606:3678:x1806481766356736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1374us (1399us total) trans 4296351924 rc 0/0 00010000:00010000:0.0:1722795744.060318:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060322:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060322:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060322:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043899 00000100:00100000:3.0:1722795744.060324:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f840 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.060325:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060328:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa675a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060329:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.060330:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060335:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060340:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060344:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa675b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.060348:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080505f80/2, rc 0, transno 1384628 00000100:00100000:2.0:1722795744.060354:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766356736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.060382:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.060389:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800717de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766358272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.060419:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.060442:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3607:3681:x1806481766355840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1796us (1834us total) trans 4296351925 rc 0/0 00000100:00100000:1.0:1722795744.060446:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043896 00000004:00080000:2.0:1722795744.060447:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11c380/2, rc 0, transno 1384629 00000100:00100000:1.0:1722795744.060455:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766358272 00000100:00100000:2.0:1722795744.060456:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766355840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.060457:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766358272 00000100:00100000:1.0:1722795744.060473:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043905 00000100:00100000:1.0:1722795744.060475:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3607:3680:x1806481766358272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.060482:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10522 count 1 00000100:00100000:2.0:1722795744.060487:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078f05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766358400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.060489:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.060496:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1248 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060499:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.060506:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.060507:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.060510:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060513:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766358400 00000100:00100000:3.0:1722795744.060517:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766358400 00000100:00100000:0.0:1722795744.060522:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3608:3678:x1806481766355968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1777us (1812us total) trans 4296351926 rc 0/0 00000004:00080000:2.0:1722795744.060524:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11f800/2, rc 0, transno 1384630 00010000:00010000:1.0:1722795744.060525:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1248 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060528:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043898 00000100:00100000:2.0:1722795744.060532:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766355968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.060533:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1248 pid: 16052 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.060540:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043906 00000100:00100000:1.0:1722795744.060542:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766358528:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.060544:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3607:3678:x1806481766358400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.060550:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1722795744.060554:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10523 count 1 00000100:00100000:2.0:1722795744.060554:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800775db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766358656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.060559:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.060562:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.060565:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.060569:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1248 pid: 16062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.060573:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.060574:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.060575:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766358656 00010000:00010000:0.0:1722795744.060576:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060577:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766358656 00000100:00100000:3.0:1722795744.060587:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043907 00010000:00010000:0.0:1722795744.060589:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1248 pid: 16062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.060590:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3608:3678:x1806481766358656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.060594:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1248 pid: 16062 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.060597:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10524 count 1 00000100:00100000:0.0:1722795744.060600:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766358784:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.060604:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060610:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1248 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060612:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.060614:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060615:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.060616:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060626:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1248 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.060631:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1248 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.060636:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e311880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766358912:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.060658:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.060755:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766357248:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.060759:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766357376:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.060764:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.060767:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.060904:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.060938:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378496 00000100:00100000:1.0:1722795744.060941:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378496 00000100:00100000:0.0:1722795744.060946:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.060950:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1249 pid: 16023 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.060961:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378624 00000100:00100000:1.0:1722795744.060962:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378624 00010000:00010000:1.0:1722795744.060967:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.060973:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967213 00000100:00100000:1.0:1722795744.060976:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967214 00000100:00100000:0.0:1722795744.060977:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046378496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.060990:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046378624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.060998:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.060998:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.061001:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061002:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061008:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061010:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1250 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061016:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a027b840/0xc2e84c07bf85b1fc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da237 expref: 1250 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061022:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880074b8db00/0xc2e84c07bf85ae1a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da0bd expref: 1249 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061025:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061026:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061028:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061030:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.061031:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.061034:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061040:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061054:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.061062:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061067:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061072:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061075:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061077:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061079:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061083:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866640 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.061084:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1248:2005:x1806482046378624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 102us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.061084:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061088:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.061088:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061090:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967214 00010000:00010000:2.0:1722795744.061097:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.061101:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1247:2005:x1806482046378496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (198us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.061101:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa675ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.061105:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967213 00010000:00010000:3.0:1722795744.061117:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061129:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061134:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061138:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061141:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061145:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.061147:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061150:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061157:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061162:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa675c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061185:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3609:3681:x1806481766356992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1098us (1159us total) trans 4296351927 rc 0/0 00000100:00100000:2.0:1722795744.061188:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043901 00000004:00080000:2.0:1722795744.061207:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080505500/2, rc 0, transno 1384631 00000100:00100000:1.0:1722795744.061208:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766357888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.061211:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766356992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.061221:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061230:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.061242:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.061249:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766358528:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.061257:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.061257:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080506300/2, rc 0, transno 1384632 00000100:00100000:3.0:1722795744.061258:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3609:3681:x1806481766357120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1202us (1256us total) trans 4296351928 rc 0/0 00000100:00100000:2.0:1722795744.061260:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766357120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.061263:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043900 00000100:00100000:0.0:1722795744.061269:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766358016:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.061272:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.061273:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766359040 00000100:00100000:2.0:1722795744.061275:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.061276:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766359040 00010000:00010000:0.0:1722795744.061278:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061286:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.061288:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043908 00000100:00100000:0.0:1722795744.061289:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766358784:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.061290:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3609:3680:x1806481766359040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.061295:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766359168 00000100:00100000:1.0:1722795744.061298:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766359168 00002000:00080000:3.0:1722795744.061299:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10525 count 1 00010000:00010000:3.0:1722795744.061307:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061314:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1246 pid: 16047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061316:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043909 00010000:00010000:3.0:1722795744.061319:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.061320:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3610:3680:x1806481766359168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.061320:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.061322:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.061330:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10526 count 1 00010000:00010000:3.0:1722795744.061332:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1246 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061337:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061337:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1246 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.061343:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766359296:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.061346:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1246 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061352:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.061353:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.061355:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061361:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.061368:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1246 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061369:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061376:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766358144:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.061377:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1246 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.061385:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766359424:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.061387:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.061390:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.061415:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378752 00000100:00100000:0.0:1722795744.061417:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378752 00000100:00100000:1.0:1722795744.061419:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.061424:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1247 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.061434:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967215 00000100:00100000:0.0:1722795744.061437:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1247:2005:x1806482046378752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.061444:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.061447:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1247 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061455:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1247 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.061456:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.061467:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800764773c0/0xc2e84c07bf85b5c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da3bf expref: 1247 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061477:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061479:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061481:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061482:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.061488:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061492:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.061499:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.061502:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.061507:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379008 00000100:00100000:1.0:1722795744.061510:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379008 00010000:00010000:1.0:1722795744.061518:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1247 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.061519:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1247:2005:x1806482046378752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.061522:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.061525:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967215 00000100:00100000:1.0:1722795744.061533:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379136 00000100:00100000:1.0:1722795744.061534:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379136 00010000:00010000:1.0:1722795744.061538:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1247 pid: 16052 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.061539:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046378880 00000100:00100000:0.0:1722795744.061541:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046378880 00000100:00100000:3.0:1722795744.061541:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379264 00000100:00100000:3.0:1722795744.061543:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379264 00000100:00100000:1.0:1722795744.061546:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379392 00000100:00100000:1.0:1722795744.061547:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379392 00010000:00010000:0.0:1722795744.061550:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1250 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061552:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1250 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.061552:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967216 00010000:00010000:3.0:1722795744.061552:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1250 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.061556:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046379008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.061561:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.061565:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1250 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.061567:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967217 00000100:00100000:0.0:1722795744.061571:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046379136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.061571:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967218 00010000:00010000:2.0:1722795744.061574:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1250 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.061576:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046378880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.061577:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967219 00010000:00010000:0.0:1722795744.061579:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.061580:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1250:2005:x1806482046379392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.061582:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f2e1200/0xc2e84c07bf85bc05 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da627 expref: 1250 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061583:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1250 pid: 16052 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061584:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.061585:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.061587:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.061588:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1249 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.061588:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1249 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.061589:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.061590:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061591:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1249 pid: 16052 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.061594:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061594:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1249 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061597:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1249 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061600:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801241033c0/0xc2e84c07bf85c75e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dadba expref: 1249 pid: 16052 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.061602:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.061603:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.061603:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.061604:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061606:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061607:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.061608:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b28b40/0xc2e84c07bf85b8a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807da4d0 expref: 1248 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061609:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061612:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061613:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061614:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1248:2005:x1806482046379008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.061618:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967216 00010000:00010000:3.0:1722795744.061619:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.061620:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.061622:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.061622:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.061624:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061628:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967220 00010000:00010000:1.0:1722795744.061630:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061630:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1246:2005:x1806482046379264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.061631:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1246:2005:x1806482046379392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.061634:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1246:2005:x1806482046379136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (151us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.061634:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.061635:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967219 00010000:00010000:2.0:1722795744.061636:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1246 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.061638:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967217 00010000:00010000:2.0:1722795744.061642:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1245 pid: 16062 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.061645:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.061648:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba80/0xc2e84c07bf85dc81 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dc09f expref: 1244 pid: 16062 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.061656:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.061657:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.061658:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061662:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1243:2005:x1806482046378880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.061662:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061668:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967218 00010000:00010000:2.0:1722795744.061669:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.061676:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1242:2005:x1806482046379264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.061679:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967220 00010000:00010000:1.0:1722795744.061689:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061696:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061696:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061701:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061703:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061705:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061708:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061710:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061715:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061715:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061717:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061718:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.061719:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132b74fc0/0xc2e84c07bf85f4de lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd1d2 expref: 1241 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.061720:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061720:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061722:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.061724:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061725:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061726:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061726:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e311880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766358912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.061729:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061730:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061732:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.061732:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa675df lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061733:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061733:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061736:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.061738:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061738:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061741:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061742:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061742:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061746:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061747:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa675d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061748:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061749:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.061751:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa675d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061757:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061760:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007a016400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.061762:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061765:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061771:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.061774:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a016400/0xc2e84c07bfa675f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.061806:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3613:3681:x1806481766357760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1555us (1579us total) trans 4296351929 rc 0/0 00000100:00100000:2.0:1722795744.061809:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043904 00000004:00080000:2.0:1722795744.061826:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080506680/2, rc 0, transno 1384633 00000100:00100000:2.0:1722795744.061829:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766357760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.061850:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766359552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.061853:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3613:3678:x1806481766358656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1262us (1286us total) trans 4296351932 rc 0/0 00000100:00100000:1.0:1722795744.061856:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3613:3679:x1806481766357504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1684us (1707us total) trans 4296351931 rc 0/0 00000100:00100000:3.0:1722795744.061857:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043907 00000100:00100000:1.0:1722795744.061863:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043902 00000100:00100000:2.0:1722795744.061863:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.061866:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766359552 00000100:00100000:3.0:1722795744.061868:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766359552 00000004:00080000:2.0:1722795744.061871:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800775db800/2, rc 0, transno 1384636 00000100:00100000:2.0:1722795744.061874:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800775db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766358656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.061876:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043910 00000100:00100000:1.0:1722795744.061879:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3612:3678:x1806481766359552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.061887:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10527 count 1 00000100:00100000:0.0:1722795744.061892:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3612:3679:x1806481766357632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1646us (1680us total) trans 4296351930 rc 0/0 00010000:00010000:1.0:1722795744.061893:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.061898:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043903 00000100:00100000:3.0:1722795744.061899:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.061900:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1240 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061904:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.061904:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766359680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.061905:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.061907:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.061917:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.061919:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1240 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.061925:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1240 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.061930:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766359808:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.061931:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766359680 00000100:00100000:2.0:1722795744.061934:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766359680 00000100:00100000:3.0:1722795744.061936:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766359296:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.061945:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061947:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.061948:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043911 00000100:00100000:2.0:1722795744.061952:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3612:3678:x1806481766359680:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.061961:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080507800/2, rc 0, transno 1384634 00002000:00080000:2.0:1722795744.061963:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10528 count 1 00000100:00100000:1.0:1722795744.061966:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766357632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.061972:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1aa00/2, rc 0, transno 1384635 00010000:00010000:2.0:1722795744.061972:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.061975:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766357504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.061995:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1240 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062000:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062001:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.062003:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.062005:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062007:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062013:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062019:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062020:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1240 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062026:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1240 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.062028:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062030:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062032:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766360192:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.062033:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.062034:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062036:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.062038:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062039:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062042:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062045:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062046:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062047:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379648 00010000:00010000:0.0:1722795744.062049:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.062049:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379648 00010000:00010000:0.0:1722795744.062050:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062054:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062055:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062056:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1241 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.062056:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.062060:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062062:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa675e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062064:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa675ed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062069:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379520 00000100:00100000:2.0:1722795744.062070:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379520 00010000:00010000:2.0:1722795744.062074:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1242 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.062076:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967221 00000100:00100000:3.0:1722795744.062080:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1242:2006:x1806482046379648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.062085:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.062089:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1242 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.062090:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967222 00000100:00100000:2.0:1722795744.062093:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1242:2006:x1806482046379520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.062094:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1242 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062097:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.062099:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1242 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.062102:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.062103:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062105:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1242 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.062105:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062109:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062112:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b0f8b40/0xc2e84c07bf85f8e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dd4f7 expref: 1242 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.062116:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.062118:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062119:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062120:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062125:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.062130:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1241:2006:x1806482046379648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.062133:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.062133:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967221 00000100:00100000:0.0:1722795744.062135:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3614:3678:x1806481766358400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1591us (1635us total) trans 4296351933 rc 0/0 00000100:00100000:0.0:1722795744.062140:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043906 00000100:00100000:2.0:1722795744.062145:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1240:2006:x1806482046379520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.062148:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967222 00000004:00080000:3.0:1722795744.062153:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078f05180/2, rc 0, transno 1384637 00000100:00100000:3.0:1722795744.062157:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078f05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766358400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.062162:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.062176:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766360320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.062177:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3613:3680:x1806481766358272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1699us (1756us total) trans 4296351934 rc 0/0 00000100:00100000:2.0:1722795744.062177:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.062182:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043905 00000100:00100000:0.0:1722795744.062185:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766359936 00000100:00100000:0.0:1722795744.062188:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766359936 00000004:00080000:2.0:1722795744.062191:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800717de680/2, rc 0, transno 1384638 00000100:00100000:3.0:1722795744.062191:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.062195:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766360320 00000100:00100000:2.0:1722795744.062196:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800717de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766358272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.062198:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766360320 00000100:00100000:0.0:1722795744.062199:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043912 00000100:00100000:2.0:1722795744.062200:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.062202:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3614:3680:x1806481766359936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.062202:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766360064:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.062209:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10529 count 1 00000100:00100000:2.0:1722795744.062211:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.062213:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043913 00010000:00010000:3.0:1722795744.062214:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062215:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.062217:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3614:3678:x1806481766360320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.062218:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062222:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1239 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062223:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062226:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.062226:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062227:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1722795744.062227:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10531 count 1 00010000:00010000:0.0:1722795744.062228:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062228:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.062230:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062233:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a18c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.062235:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062235:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062237:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1239 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062238:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062242:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1239 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.062244:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062248:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766360576:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.062249:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1239 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062250:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa675fb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062254:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.062256:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.062258:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062261:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.062269:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766360064 00000100:00100000:0.0:1722795744.062270:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766360064 00010000:00010000:1.0:1722795744.062272:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1239 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062278:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1239 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.062280:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043914 00000100:00100000:0.0:1722795744.062282:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3615:3680:x1806481766360064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.062284:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766360704:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.062288:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10530 count 1 00010000:00010000:0.0:1722795744.062294:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062300:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1239 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.062301:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.062310:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766360448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.062323:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.062330:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3616:3680:x1806481766359040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1038us (1086us total) trans 4296351935 rc 0/0 00000100:00100000:3.0:1722795744.062334:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043908 00000004:00080000:2.0:1722795744.062336:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11ed80/2, rc 0, transno 1384639 00000100:00100000:2.0:1722795744.062340:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.062342:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766360448 00010000:00010000:1.0:1722795744.062343:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2e5440/0xc2e84c07bf8601db lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dda4c expref: 1239 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.062345:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766360448 00000100:00100000:1.0:1722795744.062351:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766359424:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.062352:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.062353:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.062353:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043915 00010000:00010000:0.0:1722795744.062354:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.062356:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3616:3679:x1806481766360448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.062359:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062360:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766360832:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.062364:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10532 count 1 00010000:00010000:0.0:1722795744.062365:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1238 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062367:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062370:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062371:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1238 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.062371:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062372:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.062375:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062376:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766360960:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.062377:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1238 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062380:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062381:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.062382:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.062384:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062384:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062387:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.062388:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062389:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.062392:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062392:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766360832 00010000:00010000:3.0:1722795744.062392:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1238 pid: 9451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062394:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766360832 00010000:00010000:1.0:1722795744.062413:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062415:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1238 pid: 9451 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.062418:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67602 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062419:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043916 00000100:00100000:2.0:1722795744.062421:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3617:3680:x1806481766360832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.062421:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766361088:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.062429:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10533 count 1 00010000:00010000:2.0:1722795744.062436:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.062436:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.062440:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766359808:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.062443:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1238 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062446:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062450:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.062451:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.062452:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062461:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1238 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062466:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1238 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.062472:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766361216:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.062484:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.062516:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3618:3680:x1806481766359168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1195us (1228us total) trans 4296351936 rc 0/0 00000100:00100000:1.0:1722795744.062520:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043909 00000004:00080000:2.0:1722795744.062523:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11fb80/2, rc 0, transno 1384640 00000100:00100000:2.0:1722795744.062532:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.062556:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.062566:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379776 00000100:00100000:2.0:1722795744.062567:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379776 00010000:00010000:2.0:1722795744.062575:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1239 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.062585:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967223 00000100:00100000:2.0:1722795744.062587:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1239:2005:x1806482046379776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.062591:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.062593:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1239 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062599:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1239 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062606:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc00b40/0xc2e84c07bf86090c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ddf00 expref: 1239 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062611:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062612:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062614:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062618:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062626:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.062635:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062637:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1238:2005:x1806482046379776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.062641:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967223 00010000:00010000:1.0:1722795744.062642:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062649:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062652:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.062655:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062655:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766361344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.062662:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062667:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.062670:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.062681:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062690:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062696:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67609 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062745:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766361344 00000100:00100000:0.0:1722795744.062748:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766361344 00000100:00100000:0.0:1722795744.062759:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043917 00000100:00100000:0.0:1722795744.062763:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3619:3680:x1806481766361344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.062775:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10534 count 1 00000100:00100000:1.0:1722795744.062778:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3619:3678:x1806481766359552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 898us (915us total) trans 4296351937 rc 0/0 00000100:00100000:1.0:1722795744.062783:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043910 00010000:00010000:0.0:1722795744.062784:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.062794:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1237 pid: 16030 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.062795:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149f480/2, rc 0, transno 1384641 00000100:00100000:2.0:1722795744.062796:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.062800:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.062801:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.062801:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766359552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.062803:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062805:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046379904 00000100:00100000:2.0:1722795744.062807:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046379904 00010000:00010000:2.0:1722795744.062815:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1238 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.062819:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1238 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.062819:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766361472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.062827:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1238 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.062828:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967224 00000100:00100000:2.0:1722795744.062830:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1238:2006:x1806482046379904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.062831:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.062834:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.062836:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1238 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.062839:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766361472 00000100:00100000:1.0:1722795744.062841:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766361472 00010000:00010000:2.0:1722795744.062842:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1238 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062849:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062849:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.062850:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043918 00010000:00010000:2.0:1722795744.062851:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062851:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076790fc0/0xc2e84c07bf860d5e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de0c7 expref: 1238 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.062853:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3619:3678:x1806481766361472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.062855:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.062859:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766360192:192.168.201.15@tcp:104: 00002000:00080000:1.0:1722795744.062860:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10535 count 1 00010000:00010000:2.0:1722795744.062861:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.062867:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062869:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062874:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1237:2006:x1806482046379904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (78us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.062874:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062876:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1237 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.062877:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967224 00010000:00010000:3.0:1722795744.062877:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062881:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.062881:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062883:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.062885:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062885:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062892:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062896:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8673c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.062897:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062901:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1236 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062901:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.062907:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.062909:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1236 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.062910:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67610 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.062914:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766361600:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.062917:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.062919:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766361728:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.062924:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380032 00000100:00100000:2.0:1722795744.062926:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380032 00000100:00100000:0.0:1722795744.062930:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.062931:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1237 pid: 16023 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.062938:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.062942:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967225 00000100:00100000:0.0:1722795744.062945:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766360576:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.062945:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1237:2006:x1806482046380032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.062949:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.062951:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1237 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.062953:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062956:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1237 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062963:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009966cd80/0xc2e84c07bf861098 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de1d8 expref: 1237 pid: 16023 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.062970:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062971:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.062972:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.062977:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063000:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.063002:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3620:3678:x1806481766359680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1049us (1083us total) trans 4296351938 rc 0/0 00000100:00100000:3.0:1722795744.063006:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043911 00010000:00010000:1.0:1722795744.063011:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063011:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1236:2006:x1806482046380032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.063014:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967225 00010000:00010000:1.0:1722795744.063019:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063027:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063033:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.063040:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149d880/2, rc 0, transno 1384642 00010000:00010000:1.0:1722795744.063040:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063046:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766359680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.063046:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.063049:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063052:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.063056:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063065:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063071:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67617 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063077:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380160 00000100:00100000:2.0:1722795744.063079:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380160 00010000:00010000:2.0:1722795744.063086:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1236 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.063092:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.063094:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380288 00000100:00100000:2.0:1722795744.063096:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380288 00010000:00010000:2.0:1722795744.063099:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1237 pid: 16115 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.063100:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967226 00000100:00100000:3.0:1722795744.063104:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070974380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1237:2006:x1806482046380160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.063108:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.063111:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1237 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.063113:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967227 00000100:00100000:0.0:1722795744.063115:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.063116:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1237:2005:x1806482046380288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.063118:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1237 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063120:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.063121:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766361856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063122:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1237 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063125:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.063126:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063127:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1237 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063127:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063131:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359a1440/0xc2e84c07bf8615e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de3fa expref: 1237 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063132:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063134:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.063135:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.063135:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063136:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063139:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.063140:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.063142:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766360704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.063147:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.063150:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766361856 00000100:00100000:3.0:1722795744.063151:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070974380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1236:2006:x1806482046380160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.063152:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766361856 00010000:00010000:1.0:1722795744.063154:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063154:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967226 00000100:00100000:2.0:1722795744.063157:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1236:2005:x1806482046380288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.063160:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967227 00000100:00100000:0.0:1722795744.063161:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043919 00010000:00010000:1.0:1722795744.063162:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063163:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3620:3678:x1806481766361856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.063168:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.063171:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10536 count 1 00010000:00010000:3.0:1722795744.063172:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089d66640/0xc2e84c07bf86137e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de2fe expref: 1234 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.063175:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063177:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063179:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766360960:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.063184:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1233 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063185:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063186:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063188:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.063189:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.063190:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063191:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063191:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063194:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063197:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.063199:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1233 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063199:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063200:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063203:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063204:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1233 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063206:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063207:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063209:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766361984:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.063209:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.063211:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063215:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063216:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063220:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063221:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.063222:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6761e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063223:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67625 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063226:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.063233:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380416 00000100:00100000:2.0:1722795744.063235:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380416 00010000:00010000:2.0:1722795744.063241:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1234 pid: 9451 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.063249:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967228 00000100:00100000:2.0:1722795744.063252:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1234:2006:x1806482046380416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.063256:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.063258:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1234 pid: 9451 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063263:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1234 pid: 9451 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063269:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063270:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063271:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063275:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063282:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.063290:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1234:2006:x1806482046380416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.063294:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3622:3680:x1806481766360064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1010us (1081us total) trans 4296351939 rc 0/0 00000100:00100000:2.0:1722795744.063296:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967228 00000100:00100000:3.0:1722795744.063297:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043914 00010000:00010000:2.0:1722795744.063313:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136046880/0xc2e84c07bf861904 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de527 expref: 1233 pid: 9451 timeout: 939 lvb_type: 0 00000004:00080000:3.0:1722795744.063315:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdd500/2, rc 0, transno 1384643 00000100:00100000:3.0:1722795744.063319:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766360064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.063322:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766361088:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.063323:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3621:3678:x1806481766360320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1105us (1130us total) trans 4296351940 rc 0/0 00000100:00100000:1.0:1722795744.063328:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043913 00010000:00010000:2.0:1722795744.063330:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063335:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063338:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.063341:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080506a00/2, rc 0, transno 1384644 00010000:00010000:2.0:1722795744.063342:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063345:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880124747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766362112:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063346:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063349:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766360320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063350:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063355:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.063358:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.063368:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063369:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.063372:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766362240:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063377:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.063382:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3621:3680:x1806481766359936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1179us (1204us total) trans 4296351941 rc 0/0 00010000:00010000:2.0:1722795744.063383:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa6762c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063385:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.063386:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043912 00000100:00100000:1.0:1722795744.063394:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766362112 00000004:00080000:3.0:1722795744.063394:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdfb80/2, rc 0, transno 1384645 00000100:00100000:3.0:1722795744.063416:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766359936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.063419:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766362112 00000100:00100000:1.0:1722795744.063433:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766362240 00000100:00100000:1.0:1722795744.063435:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766362240 00000100:00100000:3.0:1722795744.063438:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.063445:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043920 00000100:00100000:1.0:1722795744.063449:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3622:3680:x1806481766362112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.063453:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380544 00000100:00100000:2.0:1722795744.063456:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380544 00000100:00100000:0.0:1722795744.063460:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766362368:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.063461:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10537 count 1 00010000:00010000:2.0:1722795744.063463:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1233 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.063470:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063474:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967229 00000100:00100000:0.0:1722795744.063475:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.063477:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1233:2006:x1806482046380544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.063480:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1233 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063481:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.063484:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1233 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.063486:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.063487:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.063489:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1233 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.063490:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063496:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063496:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063498:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063502:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063505:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1233 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063509:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.063514:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1233 pid: 16094 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.063514:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766362368 00000100:00100000:3.0:1722795744.063517:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766362368 00000100:00100000:2.0:1722795744.063519:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1233:2006:x1806482046380544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.063522:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967229 00000100:00100000:1.0:1722795744.063524:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766362496:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.063527:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043921 00000100:00100000:3.0:1722795744.063530:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3623:3680:x1806481766362240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.063537:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043922 00000100:00100000:3.0:1722795744.063539:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3624:3678:x1806481766362368:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.063542:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766361600:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.063542:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00002000:00080000:3.0:1722795744.063546:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10539 count 1 00010000:00010000:0.0:1722795744.063551:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063553:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063560:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1232 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063564:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.063565:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766361728:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.063565:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.063566:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063571:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.063577:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063579:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1232 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063583:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3624:3679:x1806481766360448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1225us (1259us total) trans 4296351942 rc 0/0 00010000:00010000:3.0:1722795744.063585:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1232 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.063587:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043915 00000100:00100000:3.0:1722795744.063590:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e02ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766362624:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.063597:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380800 00000100:00100000:2.0:1722795744.063599:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380800 00000100:00100000:3.0:1722795744.063603:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.063605:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1233 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.063614:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967230 00002000:00080000:3.0:1722795744.063614:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10538 count 1 00000100:00100000:2.0:1722795744.063617:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1233:2005:x1806482046380800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.063618:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.063621:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.063621:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063623:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1233 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063628:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1233 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063632:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1233 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063637:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.063638:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132eeb600/0xc2e84c07bf86233e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de8ca expref: 1233 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063638:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1722795744.063639:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070975c00/2, rc 0, transno 1384646 00010000:00010000:3.0:1722795744.063640:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063643:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766360448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063645:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063646:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.063648:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063651:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380672 00010000:00010000:2.0:1722795744.063652:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063654:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380672 00010000:00010000:2.0:1722795744.063661:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.063664:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1233 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.063667:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063671:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063673:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1233:2005:x1806482046380800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (100us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.063676:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.063678:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967230 00010000:00010000:0.0:1722795744.063679:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063683:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063689:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.063689:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967231 00010000:00010000:0.0:1722795744.063691:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063694:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1232:2005:x1806482046380672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.063695:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.063701:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063701:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.063704:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67641 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063705:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1232 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063713:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e9b600/0xc2e84c07bf861c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de65b expref: 1232 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.063714:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1232 pid: 16030 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.063722:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766361216:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.063726:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880084ffdd40/0xc2e84c07bf862066 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807de7c0 expref: 1231 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.063733:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063734:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.063735:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.063737:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063741:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063741:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063747:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063752:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.063754:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063759:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063760:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063763:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1230:2005:x1806482046380672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (145us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.063764:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063765:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063767:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967231 00010000:00010000:1.0:1722795744.063768:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063768:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.063770:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063772:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063773:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063775:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063779:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.063779:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063780:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063783:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67633 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.063784:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063788:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3624:3678:x1806481766361472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 932us (953us total) trans 4296351943 rc 0/0 00010000:00010000:1.0:1722795744.063790:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.063793:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043918 00010000:00010000:1.0:1722795744.063794:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6763a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063796:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1229 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.063801:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1229 pid: 16029 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.063807:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766362880:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.063820:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070974000/2, rc 0, transno 1384647 00000100:00100000:3.0:1722795744.063825:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.063828:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766361472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.063832:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795744.063838:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766362752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.063858:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.063861:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3625:3680:x1806481766360832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1438us (1486us total) trans 4296351944 rc 0/0 00000100:00100000:2.0:1722795744.063865:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043916 00000004:00080000:3.0:1722795744.063867:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149f800/2, rc 0, transno 1384648 00000100:00100000:3.0:1722795744.063870:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766360832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.063874:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766362752 00000100:00100000:2.0:1722795744.063876:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766362752 00000004:00080000:3.0:1722795744.063876:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070976680/2, rc 0, transno 1384649 00000100:00100000:1.0:1722795744.063877:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3624:3680:x1806481766361344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1112us (1202us total) trans 4296351945 rc 0/0 00000100:00100000:3.0:1722795744.063878:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766361344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.063883:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043917 00000100:00100000:2.0:1722795744.063886:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043923 00000100:00100000:2.0:1722795744.063888:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3625:3678:x1806481766362752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.063896:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10540 count 1 00010000:00010000:2.0:1722795744.063903:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063909:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1229 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063913:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.063914:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.063915:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.063919:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766363008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.063925:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766363136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.063925:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1229 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.063930:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1229 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.063933:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.063935:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766363264:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.063941:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766363392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.063946:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.063950:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.063950:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766363008 00000100:00100000:1.0:1722795744.063953:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766363008 00000100:00100000:3.0:1722795744.063962:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.063967:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766363392 00000100:00100000:0.0:1722795744.063969:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766363136 00000100:00100000:1.0:1722795744.063969:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766363392 00000100:00100000:0.0:1722795744.063971:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766363136 00000100:00100000:3.0:1722795744.063989:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043924 00000100:00100000:3.0:1722795744.063992:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3627:3680:x1806481766363008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.063994:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043925 00000100:00100000:0.0:1722795744.063997:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043926 00000100:00100000:1.0:1722795744.063998:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3627:3678:x1806481766363392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.064000:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3627:3681:x1806481766363136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.064001:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10541 count 1 00002000:00080000:0.0:1722795744.064007:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10542 count 1 00010000:00010000:3.0:1722795744.064008:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.064009:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10543 count 1 00010000:00010000:0.0:1722795744.064014:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064016:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1229 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064018:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064019:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.064020:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1229 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064020:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.064022:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.064024:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.064025:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.064027:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064028:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1229 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064035:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.064035:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1229 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.064036:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1229 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064036:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.064038:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.064041:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1229 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.064043:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1229 pid: 16110 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.064046:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766363648:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.064052:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766363520:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.064053:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1229 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.064061:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.064062:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1229 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.064069:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.064076:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766363776:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.064098:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.064578:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.064583:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766361984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.064592:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.064606:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046380928 00000100:00100000:3.0:1722795744.064609:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046380928 00000100:00100000:1.0:1722795744.064613:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766362496:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.064618:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1230 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.064620:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.064635:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967232 00000100:00100000:2.0:1722795744.064636:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766362880:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.064640:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1230:2005:x1806482046380928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.064646:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.064650:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064650:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1230 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.064658:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1230 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.064669:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098adf180/0xc2e84c07bf862751 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dea52 expref: 1230 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.064678:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.064680:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.064683:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064689:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064701:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.064705:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064709:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064714:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064717:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.064717:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1229:2005:x1806482046380928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.064721:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.064721:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967232 00010000:00010000:1.0:1722795744.064728:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.064730:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064733:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.064739:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.064742:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766363264:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.064743:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67648 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.064750:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766362624:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.064753:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.064764:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.064776:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766363520:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.064784:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.064799:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766363648:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.064822:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3628:3678:x1806481766361856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1656us (1685us total) trans 4296351946 rc 0/0 00000100:00100000:1.0:1722795744.064826:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043919 00000004:00080000:2.0:1722795744.064835:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070976a00/2, rc 0, transno 1384650 00000100:00100000:2.0:1722795744.064843:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766361856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.064846:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766363776:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.064853:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.064872:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.064886:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766363904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.064900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.064903:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.064910:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766363904 00000100:00100000:1.0:1722795744.064913:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766363904 00000100:00100000:3.0:1722795744.064921:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381056 00000100:00100000:3.0:1722795744.064925:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381056 00000100:00100000:1.0:1722795744.064928:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043927 00000100:00100000:2.0:1722795744.064928:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.064932:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3628:3679:x1806481766363904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.064937:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1229 pid: 16094 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.064942:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381312 00002000:00080000:1.0:1722795744.064943:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10544 count 1 00000100:00100000:0.0:1722795744.064944:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381312 00010000:00010000:0.0:1722795744.064952:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1230 pid: 16029 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.064952:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.064959:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381568 00000100:00100000:3.0:1722795744.064961:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381568 00000100:00100000:0.0:1722795744.064963:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967233 00000100:00100000:0.0:1722795744.064965:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1231:2005:x1806482046381056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.064967:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967234 00010000:00010000:3.0:1722795744.064968:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1231 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.064970:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.064972:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1231:2005:x1806482046381312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.064973:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1231 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.064991:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1231 pid: 16094 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.064993:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967235 00010000:00010000:1.0:1722795744.064995:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.064996:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1231:2005:x1806482046381568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.065000:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135634d80/0xc2e84c07bf8629dc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807deb71 expref: 1231 pid: 16094 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065000:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1231 pid: 16029 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.065001:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.065004:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1231 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.065008:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.065009:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.065009:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1230 pid: 16029 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065009:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.065010:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1230 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.065011:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065015:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065018:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2d5d40/0xc2e84c07bf866229 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1d43 expref: 1230 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065019:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381824 00010000:00010000:1.0:1722795744.065020:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a067a880/0xc2e84c07bf862c4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dec6d expref: 1230 pid: 16029 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065021:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381824 00010000:00010000:0.0:1722795744.065024:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.065025:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.065026:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.065028:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065029:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1229 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065031:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.065032:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.065032:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065034:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065037:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1229:2005:x1806482046381056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.065038:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065040:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967236 00010000:00010000:3.0:1722795744.065042:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.065043:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967233 00000100:00100000:2.0:1722795744.065043:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1229:2005:x1806482046381824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.065048:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.065049:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.065050:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1228 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.065054:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1228:2005:x1806482046381568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.065056:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1228 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.065057:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967235 00000100:00100000:1.0:1722795744.065063:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1227:2005:x1806482046381312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.065064:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.065066:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d297600/0xc2e84c07bf866f96 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2301 expref: 1227 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.065067:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967234 00010000:00010000:3.0:1722795744.065070:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065073:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.065074:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.065075:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065076:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065079:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381184 00010000:00010000:3.0:1722795744.065079:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065080:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381184 00010000:00010000:2.0:1722795744.065080:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065084:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065086:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1226 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.065088:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.065088:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065091:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.065093:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065096:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065100:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1226:2005:x1806482046381824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (92us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.065101:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065103:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.065103:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967236 00010000:00010000:3.0:1722795744.065105:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67664 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065107:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381440 00000100:00100000:1.0:1722795744.065109:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381440 00000100:00100000:2.0:1722795744.065112:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967237 00010000:00010000:1.0:1722795744.065113:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1226 pid: 16110 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065114:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1226:2005:x1806482046381184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.065118:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.065120:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1226 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.065126:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967238 00010000:00010000:2.0:1722795744.065126:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1226 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.065131:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1226:2005:x1806482046381440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.065132:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080aec000/0xc2e84c07bf8640f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807dff28 expref: 1226 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065135:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065137:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.065138:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.065138:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.065139:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065139:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065143:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1225 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065143:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065143:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065147:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065150:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065150:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.065152:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1225 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065153:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.065155:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065156:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1225:2005:x1806482046381184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (92us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.065159:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065159:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967237 00010000:00010000:0.0:1722795744.065163:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d217a80/0xc2e84c07bf8665e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e1e9a expref: 1225 pid: 16110 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065167:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065171:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67679 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065172:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.065172:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065173:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.065176:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065176:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065180:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065182:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065183:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065187:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065193:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3629:3678:x1806481766362752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1303us (1334us total) trans 4296351947 rc 0/0 00010000:00010000:2.0:1722795744.065194:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.065196:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.065196:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065197:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043923 00010000:00010000:2.0:1722795744.065200:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065204:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065208:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa6765d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065212:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1223:2005:x1806482046381440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (111us total) trans 0 rc 0/0 00000004:00080000:3.0:1722795744.065214:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781de300/2, rc 0, transno 1384651 00000100:00100000:0.0:1722795744.065218:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967238 00000100:00100000:3.0:1722795744.065218:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766362752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.065237:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.065241:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766364032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.065258:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.065269:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3630:3678:x1806481766363392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1269us (1315us total) trans 4296351948 rc 0/0 00000100:00100000:1.0:1722795744.065274:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043925 00000004:00080000:3.0:1722795744.065275:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781dce00/2, rc 0, transno 1384652 00000100:00100000:0.0:1722795744.065278:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.065278:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766363392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.065285:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766364032 00000100:00100000:2.0:1722795744.065285:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3629:3680:x1806481766362240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1754us (1899us total) trans 4296351949 rc 0/0 00000100:00100000:1.0:1722795744.065287:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766364032 00000100:00100000:0.0:1722795744.065288:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381696 00000100:00100000:2.0:1722795744.065289:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043921 00000100:00100000:0.0:1722795744.065290:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381696 00000100:00100000:3.0:1722795744.065292:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766364160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.065297:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1223 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065298:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043928 00000100:00100000:2.0:1722795744.065301:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3629:3681:x1806481766364032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.065302:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.065307:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967239 00010000:00010000:1.0:1722795744.065308:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065310:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1223:2005:x1806482046381696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.065314:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065325:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1722795744.065325:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10545 count 1 00010000:00010000:1.0:1722795744.065326:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065326:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065327:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1223 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.065330:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065331:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065333:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1223 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065333:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065333:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065337:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065338:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1223 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065340:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013631a1c0/0xc2e84c07bf866a09 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2029 expref: 1223 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065340:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065340:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.065342:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.065342:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065344:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.065345:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065345:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065347:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065349:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.065350:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.065351:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065352:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.065355:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065355:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065356:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065356:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065359:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67656 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065361:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.065362:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065363:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.065367:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766364288:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.065372:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065373:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1222:2005:x1806482046381696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.065376:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967239 00000100:00100000:2.0:1722795744.065380:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.065390:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6764f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.065411:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a62680/2, rc 0, transno 1384653 00000100:00100000:2.0:1722795744.065416:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766362240:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.065451:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065456:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065460:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065464:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065468:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065472:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3631:3678:x1806481766362368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1930us (1994us total) trans 4296351950 rc 0/0 00010000:00010000:0.0:1722795744.065474:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3180 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:2.0:1722795744.065474:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a61c00/2, rc 0, transno 1384654 00010000:00010000:0.0:1722795744.065476:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065476:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766362368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.065478:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043922 00010000:00010000:0.0:1722795744.065480:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065486:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065489:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa6766b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065490:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766364160 00000100:00100000:3.0:1722795744.065492:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766364160 00000100:00100000:3.0:1722795744.065507:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043929 00000100:00100000:1.0:1722795744.065510:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3631:3680:x1806481766362112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2059us (2149us total) trans 4296351951 rc 0/0 00000004:00080000:2.0:1722795744.065510:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124747b80/2, rc 0, transno 1384655 00000100:00100000:3.0:1722795744.065511:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3631:3681:x1806481766364160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.065512:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880124747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766362112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.065517:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043920 00002000:00080000:3.0:1722795744.065522:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10546 count 1 00010000:00010000:3.0:1722795744.065531:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065542:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065546:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.065547:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.065548:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.065559:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065563:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3631:3680:x1806481766363008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1569us (1628us total) trans 4296351952 rc 0/0 00000004:00080000:2.0:1722795744.065564:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781dea00/2, rc 0, transno 1384656 00000100:00100000:2.0:1722795744.065566:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766363008:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.065568:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.065569:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043924 00000100:00100000:3.0:1722795744.065574:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766364416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.065589:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065591:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.065595:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065597:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065603:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065603:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1221 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065607:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.065608:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.065609:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065610:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065616:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065620:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1221 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065622:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.065624:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065629:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1221 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.065629:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766364800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.065630:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065635:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766364928:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.065638:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766365056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.065640:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065642:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.065645:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67672 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065652:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.065655:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766364544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.065659:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766364800 00000100:00100000:3.0:1722795744.065659:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.065661:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766364800 00000100:00100000:1.0:1722795744.065669:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766365056 00000100:00100000:1.0:1722795744.065671:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766365056 00000100:00100000:1.0:1722795744.065677:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043930 00000100:00100000:1.0:1722795744.065679:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3633:3680:x1806481766364800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.065681:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.065686:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10549 count 1 00000100:00100000:2.0:1722795744.065687:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.065687:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766364544 00000100:00100000:3.0:1722795744.065690:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766364544 00000100:00100000:2.0:1722795744.065691:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766364672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.065693:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065699:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.065700:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1221 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065703:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766364672 00010000:00010000:1.0:1722795744.065704:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.065705:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.065706:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.065706:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766364672 00010000:00010000:1.0:1722795744.065715:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1221 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065723:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043931 00000100:00100000:0.0:1722795744.065725:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3635:3681:x1806481766363136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1723us (1761us total) trans 4296351953 rc 0/0 00000100:00100000:2.0:1722795744.065726:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3635:3681:x1806481766365056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.065727:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1221 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.065729:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043926 00002000:00080000:2.0:1722795744.065734:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10550 count 1 00000004:00080000:3.0:1722795744.065734:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781dd500/2, rc 0, transno 1384657 00000100:00100000:1.0:1722795744.065735:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766365184:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.065738:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766363136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.065739:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043932 00000100:00100000:0.0:1722795744.065741:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3634:3678:x1806481766364544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.065743:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.065749:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10547 count 1 00010000:00010000:2.0:1722795744.065753:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1221 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065755:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.065755:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.065758:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.065758:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043933 00010000:00010000:2.0:1722795744.065760:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.065760:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3634:3678:x1806481766364672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.065761:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1221 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065762:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065766:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.065766:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.065768:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.065768:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10548 count 1 00010000:00010000:3.0:1722795744.065775:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065777:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1221 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065777:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1221 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.065782:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1221 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.065782:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1221 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.065785:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1221 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.065785:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.065787:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.065788:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766365568:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.065789:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.065794:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766365440:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.065800:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.065802:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1221 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.065807:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.065811:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766365312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.065811:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.065811:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1221 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.065820:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766365696:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.065822:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.065838:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.065879:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766365312 00000100:00100000:1.0:1722795744.065883:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766365312 00000100:00100000:1.0:1722795744.065900:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043934 00000100:00100000:1.0:1722795744.065904:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3635:3679:x1806481766365312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.065915:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10551 count 1 00010000:00010000:1.0:1722795744.065923:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065932:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1221 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065938:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.065939:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.065941:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065953:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1221 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.065960:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1221 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.065973:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766365824:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.066005:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.066174:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766364288:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.066186:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.066503:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766364928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.066512:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.066550:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766365184:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.066555:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066557:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.066566:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766364416:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.066568:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046381952 00000100:00100000:0.0:1722795744.066571:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046381952 00010000:00010000:3.0:1722795744.066576:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.066582:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.066599:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967240 00000100:00100000:0.0:1722795744.066602:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1222:2006:x1806482046381952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.066606:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.066609:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066614:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066621:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b9e1680/0xc2e84c07bf868a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3912 expref: 1222 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066627:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066628:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066630:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.066634:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.066646:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.066656:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066662:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066667:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066671:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066675:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066681:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.066684:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066690:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066699:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1221:2006:x1806482046381952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.066700:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066704:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967240 00010000:00010000:2.0:1722795744.066706:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67680 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.066709:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.066719:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382208 00000100:00100000:0.0:1722795744.066721:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382208 00010000:00010000:0.0:1722795744.066727:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.066741:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967241 00000100:00100000:0.0:1722795744.066744:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1221:2006:x1806482046382208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.066748:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.066750:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066755:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.066762:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.066763:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097af0240/0xc2e84c07bf8693ed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e3f0f expref: 1221 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066769:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066769:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066771:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.066775:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.066775:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.066777:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382464 00000100:00100000:3.0:1722795744.066781:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382464 00010000:00010000:0.0:1722795744.066784:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.066786:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.066792:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1221 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.066796:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1221:2006:x1806482046382208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.066799:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967241 00000100:00100000:0.0:1722795744.066806:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382080 00000100:00100000:0.0:1722795744.066807:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382080 00000100:00100000:3.0:1722795744.066808:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382336 00000100:00100000:3.0:1722795744.066811:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382336 00010000:00010000:0.0:1722795744.066812:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1221 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.066813:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967242 00000100:00100000:2.0:1722795744.066818:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1222:2006:x1806482046382464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.066818:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1222 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.066825:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967243 00010000:00010000:2.0:1722795744.066826:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.066828:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1222:2006:x1806482046382080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.066831:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967244 00010000:00010000:2.0:1722795744.066831:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1222 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066832:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.066834:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1222 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.066835:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1222:2006:x1806482046382336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.066840:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1222 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.066840:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1222 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.066841:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.066843:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066845:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1222 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066846:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f4240/0xc2e84c07bf867848 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e2952 expref: 1222 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066851:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.066851:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1221 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.066851:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ff8fc0/0xc2e84c07bf86ac35 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e507a expref: 1221 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.066852:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066854:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.066855:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.066858:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066860:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.066862:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.066862:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066863:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.066864:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.066864:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.066864:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066866:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.066868:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066870:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066871:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066873:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1220:2006:x1806482046382080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (98us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.066874:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066876:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967243 00010000:00010000:1.0:1722795744.066877:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.066879:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.066881:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.066885:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066887:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.066889:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1219:2006:x1806482046382336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.066892:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967244 00010000:00010000:3.0:1722795744.066892:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.066895:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67687 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.066905:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1218:2006:x1806482046382464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.066906:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066910:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.066912:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967242 00010000:00010000:1.0:1722795744.066914:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066918:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066922:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066929:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.066932:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066935:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.066940:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.066941:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766365440:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.066943:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6768e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066953:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.066955:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.066968:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382720 00000100:00100000:0.0:1722795744.066969:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.066969:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766365824:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.066971:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382720 00010000:00010000:1.0:1722795744.066996:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.066997:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1218 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.067006:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382592 00000100:00100000:3.0:1722795744.067006:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3637:3681:x1806481766364160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1492us (1701us total) trans 4296351955 rc 0/0 00000100:00100000:1.0:1722795744.067008:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382592 00000100:00100000:0.0:1722795744.067010:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.067012:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043929 00010000:00010000:1.0:1722795744.067016:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1219 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.067021:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382848 00000100:00100000:2.0:1722795744.067024:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382848 00000100:00100000:0.0:1722795744.067026:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967245 00000100:00100000:1.0:1722795744.067029:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967246 00000100:00100000:1.0:1722795744.067032:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1220:2006:x1806482046382592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.067033:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1220 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.067037:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.067039:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1220 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.067044:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1220 pid: 16068 timeout: 939 lvb_type: 0 00000004:00080000:3.0:1722795744.067048:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011e02ce00/2, rc 0, transno 1384659 00010000:00010000:1.0:1722795744.067051:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaef180/0xc2e84c07bf86b39e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5590 expref: 1220 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.067055:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967247 00000100:00100000:3.0:1722795744.067055:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766364160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.067057:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.067058:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.067059:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.067060:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1219:2006:x1806482046382848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.067063:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067067:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.067070:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.067071:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1219 pid: 16091 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.067072:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1219:2006:x1806482046382720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.067078:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.067080:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1219 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.067081:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1219 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.067081:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1219:2006:x1806482046382592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.067085:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967246 00010000:00010000:0.0:1722795744.067087:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1219 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.067090:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766365696:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.067092:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaee880/0xc2e84c07bf86b95c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5964 expref: 1218 pid: 16091 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.067096:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088470fc0/0xc2e84c07bf86a439 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e4b10 expref: 1218 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.067099:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067101:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.067103:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.067104:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.067105:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.067106:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067107:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067111:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067113:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067120:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.067124:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067128:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067130:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1216:2006:x1806482046382720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 100us (175us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.067132:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067133:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967245 00010000:00010000:2.0:1722795744.067133:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.067136:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067136:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067140:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067141:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067143:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.067144:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067145:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067149:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.067151:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1215:2006:x1806482046382848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.067151:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067153:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067156:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.067157:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967247 00010000:00010000:1.0:1722795744.067158:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067158:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067159:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766365952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.067161:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067161:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa676aa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067167:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067170:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.067170:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa676b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067175:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067183:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067189:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067195:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067201:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067207:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8661c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.067210:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067221:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067223:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132290b40/0xc2e84c07bf869fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e47eb expref: 1214 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.067228:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766365952 00010000:00010000:2.0:1722795744.067231:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067231:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766365952 00000100:00100000:0.0:1722795744.067233:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766365568:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.067237:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa6769c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067241:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067246:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067246:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043935 00010000:00010000:0.0:1722795744.067249:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067250:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3640:3679:x1806481766365952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.067253:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067257:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067260:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.067261:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10552 count 1 00010000:00010000:0.0:1722795744.067263:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.067265:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.067268:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3640:3679:x1806481766365312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1361us (1442us total) trans 4296351958 rc 0/0 00010000:00010000:0.0:1722795744.067269:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067270:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.067273:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043934 00010000:00010000:0.0:1722795744.067277:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067281:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa676a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067281:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1213 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067287:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.067288:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.067290:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067302:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067305:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1213 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067307:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067311:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067314:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1213 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.067315:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067318:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067320:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766366080:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.067321:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.067323:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.067324:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3641:3679:x1806481766363904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2391us (2422us total) trans 4296351956 rc 0/0 00010000:00010000:2.0:1722795744.067327:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.067330:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043927 00010000:00010000:2.0:1722795744.067333:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067336:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67695 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067337:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.067359:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3640:3678:x1806481766364544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1616us (1677us total) trans 4296351960 rc 0/0 00000100:00100000:0.0:1722795744.067364:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043932 00000004:00080000:0.0:1722795744.067388:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072437b80/2, rc 0, transno 1384662 00000100:00100000:3.0:1722795744.067393:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3640:3678:x1806481766364672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1630us (1691us total) trans 4296351957 rc 0/0 00000100:00100000:0.0:1722795744.067395:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766365312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.067420:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043933 00000100:00100000:2.0:1722795744.067450:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3639:3681:x1806481766365056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1721us (1789us total) trans 4296351959 rc 0/0 00000100:00100000:2.0:1722795744.067454:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043931 00000004:00080000:3.0:1722795744.067466:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f085880/2, rc 0, transno 1384663 00000100:00100000:2.0:1722795744.067467:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766366208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.067472:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766365056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067479:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.067489:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766366208 00000100:00100000:2.0:1722795744.067491:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766366208 00000100:00100000:3.0:1722795744.067494:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766366336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067500:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043936 00000100:00100000:2.0:1722795744.067503:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3639:3680:x1806481766366208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.067508:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795744.067511:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10553 count 1 00010000:00010000:2.0:1722795744.067518:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.067524:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781dd880/2, rc 0, transno 1384660 00000100:00100000:3.0:1722795744.067524:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766366336 00010000:00010000:2.0:1722795744.067525:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1213 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067525:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766366336 00010000:00010000:2.0:1722795744.067529:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.067530:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766363904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.067530:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067531:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067535:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043937 00000100:00100000:3.0:1722795744.067538:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3640:3681:x1806481766366336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.067541:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1213 pid: 16109 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.067545:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10554 count 1 00010000:00010000:2.0:1722795744.067546:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1213 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.067552:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766366464:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.067553:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067560:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1213 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067563:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.067565:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.067566:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.067566:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067575:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1213 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.067581:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1213 pid: 16075 timeout: 939 lvb_type: 0 00000004:00080000:2.0:1722795744.067582:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f084a80/2, rc 0, transno 1384661 00000100:00100000:2.0:1722795744.067585:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766364672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.067587:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766366592:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795744.067589:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f087800/2, rc 0, transno 1384664 00000100:00100000:2.0:1722795744.067592:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766364544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067609:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3640:3680:x1806481766364800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1929us (1966us total) trans 4296351961 rc 0/0 00000100:00100000:3.0:1722795744.067609:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.067612:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043930 00000004:00080000:2.0:1722795744.067624:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f084000/2, rc 0, transno 1384665 00000100:00100000:2.0:1722795744.067626:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766364800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067632:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766366720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067643:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.067647:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766366848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067653:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766366976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.067660:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.067661:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766367104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067666:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766366720 00000100:00100000:2.0:1722795744.067668:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766366720 00000100:00100000:2.0:1722795744.067676:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766366848 00000100:00100000:2.0:1722795744.067677:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766366848 00000100:00100000:0.0:1722795744.067679:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043938 00000100:00100000:3.0:1722795744.067680:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.067682:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3641:3678:x1806481766366720:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.067686:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766367104 00000100:00100000:2.0:1722795744.067687:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766367104 00002000:00080000:0.0:1722795744.067690:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10555 count 1 00000100:00100000:1.0:1722795744.067694:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043939 00010000:00010000:0.0:1722795744.067697:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.067700:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3642:3679:x1806481766366848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.067704:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1213 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.067704:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043940 00000100:00100000:2.0:1722795744.067708:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3642:3681:x1806481766367104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.067711:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1722795744.067711:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10556 count 1 00010000:00010000:0.0:1722795744.067712:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.067713:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.067718:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10558 count 1 00010000:00010000:1.0:1722795744.067720:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067722:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1213 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067726:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067727:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1213 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.067730:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1213 pid: 16039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067733:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766367232:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.067736:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067736:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1213 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067737:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.067740:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067742:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067743:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067745:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.067746:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.067755:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1213 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067763:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1213 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.067764:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1213 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.067771:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1213 pid: 16060 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.067774:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766367360:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.067780:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766367488:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.067794:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.067796:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.067805:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.067815:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766366976 00000100:00100000:0.0:1722795744.067818:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766366976 00000100:00100000:0.0:1722795744.067833:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043941 00000100:00100000:2.0:1722795744.067852:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3643:3681:x1806481766364032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2550us (2593us total) trans 4296351954 rc 0/0 00000100:00100000:2.0:1722795744.067856:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043928 00000004:00080000:3.0:1722795744.067881:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f87bb80/2, rc 0, transno 1384658 00000100:00100000:3.0:1722795744.067890:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766364032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.067915:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3642:3680:x1806481766366976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.067915:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766367616:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.067924:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10557 count 1 00010000:00010000:0.0:1722795744.067930:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.067936:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.067937:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1213 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.067941:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.067942:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.067944:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.067946:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766367616 00000100:00100000:2.0:1722795744.067948:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766367616 00000100:00100000:2.0:1722795744.067957:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043942 00000100:00100000:2.0:1722795744.067959:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3643:3678:x1806481766367616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.067966:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10559 count 1 00010000:00010000:2.0:1722795744.067972:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067990:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1213 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.067994:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067995:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.067997:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068006:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1213 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068007:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1213 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068012:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1213 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.068017:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766367872:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.068032:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb900 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.068044:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1213 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068051:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766367744:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.068064:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.068092:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766366080:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.068103:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068104:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.068120:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046382976 00000100:00100000:2.0:1722795744.068122:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766366464:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.068124:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046382976 00010000:00010000:2.0:1722795744.068129:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068136:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1214 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068140:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.068164:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383104 00000100:00100000:3.0:1722795744.068166:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383104 00000100:00100000:1.0:1722795744.068174:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967248 00010000:00010000:3.0:1722795744.068175:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1215 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.068180:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1215:2005:x1806482046382976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.068188:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.068192:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1215 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.068196:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967249 00000100:00100000:3.0:1722795744.068200:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1215:2005:x1806482046383104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.068203:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1215 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068205:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.068208:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1215 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.068211:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d91d680/0xc2e84c07bf86be79 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5c2e expref: 1215 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068214:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1215 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.068219:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.068220:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.068222:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f23c6c0/0xc2e84c07bf86c4d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e5fd1 expref: 1214 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068223:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.068223:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068229:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068229:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.068230:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383232 00010000:00010000:3.0:1722795744.068230:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.068232:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383232 00010000:00010000:3.0:1722795744.068232:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068236:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068240:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1214 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068250:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967250 00010000:00010000:3.0:1722795744.068250:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.068251:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.068253:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1214:2005:x1806482046383232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.068258:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.068260:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1214 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068264:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068265:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1214 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.068265:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1214:2005:x1806482046383104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.068268:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.068268:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967249 00000100:00100000:1.0:1722795744.068270:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1214:2005:x1806482046382976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.068273:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068276:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.068276:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967248 00010000:00010000:2.0:1722795744.068276:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068277:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.068278:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068280:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068283:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068283:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.068285:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068288:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068289:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.068289:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d981440/0xc2e84c07bf86c87b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e612f expref: 1212 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068296:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068299:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2005:x1806482046383232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.068299:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766366592:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.068300:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa676bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068302:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967250 00010000:00010000:3.0:1722795744.068310:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068317:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068323:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068329:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068336:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068343:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068348:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.068351:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068358:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068371:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3644:3680:x1806481766366208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 867us (891us total) trans 4296351962 rc 0/0 00010000:00010000:3.0:1722795744.068373:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068375:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043936 00010000:00010000:3.0:1722795744.068377:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa676c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.068392:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072437480/2, rc 0, transno 1384666 00000100:00100000:2.0:1722795744.068412:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766366208:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.068438:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068443:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068447:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068450:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.068452:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766368000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.068454:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068460:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.068462:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068466:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.068470:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.068471:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068475:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa676b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.068500:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766367360:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.068504:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3645:3681:x1806481766366336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 962us (993us total) trans 4296351963 rc 0/0 00000100:00100000:3.0:1722795744.068510:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043937 00010000:00010000:1.0:1722795744.068512:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.068529:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072434a80/2, rc 0, transno 1384667 00000100:00100000:3.0:1722795744.068545:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766366336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.068559:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.068560:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766368000 00000100:00100000:3.0:1722795744.068563:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766368000 00000100:00100000:1.0:1722795744.068565:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766367872:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.068567:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383616 00000100:00100000:0.0:1722795744.068569:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383616 00000100:00100000:2.0:1722795744.068571:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766368128:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.068576:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1211 pid: 16060 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.068580:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068584:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.068586:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043943 00000100:00100000:3.0:1722795744.068590:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3645:3679:x1806481766368000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.068592:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967251 00000100:00100000:0.0:1722795744.068595:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2006:x1806482046383616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.068599:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.068601:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1211 pid: 16060 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.068601:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10560 count 1 00000100:00100000:2.0:1722795744.068602:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766368128 00000100:00100000:2.0:1722795744.068604:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766368128 00010000:00010000:0.0:1722795744.068606:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1211 pid: 16060 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068610:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068614:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043944 00010000:00010000:0.0:1722795744.068616:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.068616:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3646:3680:x1806481766368128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.068617:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.068619:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068619:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1211 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068623:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068623:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1722795744.068624:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10561 count 1 00010000:00010000:3.0:1722795744.068624:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.068625:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068630:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.068630:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068637:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1211 pid: 16068 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068640:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2006:x1806482046383616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (82us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.068640:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1211 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068643:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967251 00010000:00010000:2.0:1722795744.068644:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.068645:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.068645:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1211 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068647:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.068651:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766368256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.068656:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1210 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068661:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1210 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068662:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.068666:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.068667:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766368384:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.068676:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383360 00000100:00100000:2.0:1722795744.068679:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.068680:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383360 00000100:00100000:0.0:1722795744.068687:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009bdb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766367744:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.068692:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1211 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068692:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969ec6c0/0xc2e84c07bf86d88f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e66d8 expref: 1211 pid: 16060 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.068695:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068698:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766367488:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.068706:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766367232:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.068706:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.068708:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967252 00010000:00010000:0.0:1722795744.068711:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068711:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.068712:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1210:2005:x1806482046383360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.068714:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068719:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.068721:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068722:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1210 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068725:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068729:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.068730:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.068731:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1210 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068732:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.068733:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068737:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068742:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068743:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990cc000/0xc2e84c07bf86cc25 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6263 expref: 1210 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.068746:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa676db lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068748:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383744 00000100:00100000:0.0:1722795744.068751:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383744 00000100:00100000:3.0:1722795744.068751:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.068752:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.068753:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.068756:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068761:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068762:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1210 pid: 16036 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.068762:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383488 00000100:00100000:3.0:1722795744.068765:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383488 00010000:00010000:1.0:1722795744.068776:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.068776:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1211 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.068785:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967253 00000100:00100000:0.0:1722795744.068789:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2006:x1806482046383744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.068790:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2005:x1806482046383360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.068794:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967254 00010000:00010000:0.0:1722795744.068796:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.068797:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967252 00000100:00100000:3.0:1722795744.068798:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1211:2005:x1806482046383488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.068799:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1211 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068803:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.068805:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1210 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.068807:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1210 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068811:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1210 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.068818:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e3dcb40/0xc2e84c07bf86dc8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6859 expref: 1210 pid: 16036 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.068819:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0ec6c0/0xc2e84c07bf86cfeb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e639e expref: 1210 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.068825:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.068826:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.068826:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.068827:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068827:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.068829:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068832:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068833:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068840:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3647:3681:x1806481766367104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1130us (1158us total) trans 4296351965 rc 0/0 00010000:00010000:0.0:1722795744.068841:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.068842:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.068846:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043940 00010000:00010000:1.0:1722795744.068847:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068852:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.068853:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1208:2006:x1806482046383744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.068857:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967253 00000100:00100000:3.0:1722795744.068858:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1208:2005:x1806482046383488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.068859:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.068864:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967254 00010000:00010000:1.0:1722795744.068865:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068872:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.068873:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072437100/2, rc 0, transno 1384669 00010000:00010000:1.0:1722795744.068877:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.068880:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068880:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766367104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.068886:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.068899:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068902:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.068906:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa676d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068908:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766368512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.068925:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.068930:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.068941:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766368512 00000100:00100000:2.0:1722795744.068944:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766368512 00010000:00010000:0.0:1722795744.068947:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068951:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.068951:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046383872 00000100:00100000:3.0:1722795744.068954:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046383872 00010000:00010000:0.0:1722795744.068956:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068957:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043945 00010000:00010000:0.0:1722795744.068959:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.068961:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3648:3680:x1806481766368512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.068963:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068963:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1207 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.068966:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.068968:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068971:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.068971:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10562 count 1 00000100:00100000:3.0:1722795744.068973:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967255 00000100:00100000:3.0:1722795744.068976:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1207:2005:x1806482046383872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.068977:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.068994:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa676cd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.068995:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.068995:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.068998:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1207 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069003:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1207 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.069006:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1207 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069012:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.069014:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.069015:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093dbb3c0/0xc2e84c07bf86d436 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6542 expref: 1207 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.069016:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069022:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.069023:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.069024:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3648:3679:x1806481766366848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1323us (1361us total) trans 4296351966 rc 0/0 00010000:00010000:3.0:1722795744.069024:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069028:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069031:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043939 00010000:00010000:2.0:1722795744.069031:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1206 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069037:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.069040:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1206 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.069049:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766368640:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.069049:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1206:2005:x1806482046383872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.069052:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967255 00000004:00080000:1.0:1722795744.069058:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072436a00/2, rc 0, transno 1384670 00000100:00100000:1.0:1722795744.069064:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766366848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.069070:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.069075:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.069078:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3648:3678:x1806481766366720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1395us (1434us total) trans 4296351967 rc 0/0 00010000:00010000:1.0:1722795744.069082:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.069083:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043938 00010000:00010000:1.0:1722795744.069088:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069093:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069096:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069097:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069100:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069104:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069104:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864b40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.069104:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766368768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.069106:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069108:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069109:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069112:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069115:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.069115:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069116:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069116:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3647:3679:x1806481766365952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1864us (1943us total) trans 4296351964 rc 0/0 00000100:00100000:3.0:1722795744.069118:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.069119:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa676e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069120:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069123:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043935 00010000:00010000:0.0:1722795744.069125:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069130:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa676e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.069131:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072436d80/2, rc 0, transno 1384671 00000100:00100000:2.0:1722795744.069135:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766368768 00000100:00100000:2.0:1722795744.069140:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766368768 00000100:00100000:3.0:1722795744.069141:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766366720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069164:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.069167:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766368896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.069169:0:16104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043946 00000100:00100000:2.0:1722795744.069173:0:16104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3649:3678:x1806481766368768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069178:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795744.069182:0:16104:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10563 count 1 00000100:00100000:1.0:1722795744.069191:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3649:3678:x1806481766367616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1230us (1254us total) trans 4296351968 rc 0/0 00010000:00010000:2.0:1722795744.069192:0:16104:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069195:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043942 00000004:00080000:3.0:1722795744.069195:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149c700/2, rc 0, transno 1384672 00000100:00100000:3.0:1722795744.069202:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766367616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.069203:0:16104:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1205 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069207:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766368896 00000100:00100000:1.0:1722795744.069209:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766368896 00010000:00010000:2.0:1722795744.069209:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.069210:0:16104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.069213:0:16104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069219:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043947 00000100:00100000:1.0:1722795744.069222:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3649:3678:x1806481766368896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.069229:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10564 count 1 00010000:00010000:1.0:1722795744.069236:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069242:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1205 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069242:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766369024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069244:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766368256:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.069250:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.069251:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.069252:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3649:3680:x1806481766366976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1414us (1445us total) trans 4296351969 rc 0/0 00010000:00010000:1.0:1722795744.069252:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069254:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.069256:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043941 00010000:00010000:1.0:1722795744.069261:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1205 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069263:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.069266:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1205 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.069269:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766369024 00000100:00100000:0.0:1722795744.069271:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766369024 00000100:00100000:1.0:1722795744.069272:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766369152:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.069279:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043948 00000004:00080000:2.0:1722795744.069279:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072434e00/2, rc 0, transno 1384673 00000100:00100000:0.0:1722795744.069282:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3649:3680:x1806481766369024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.069283:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766366976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.069288:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00002000:00080000:0.0:1722795744.069289:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10565 count 1 00010000:00010000:0.0:1722795744.069295:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.069301:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072434000/2, rc 0, transno 1384668 00010000:00010000:0.0:1722795744.069302:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1205 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069302:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766369280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.069306:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.069306:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766365952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.069307:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.069308:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069315:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.069323:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.069327:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766369408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069329:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766369280 00000100:00100000:3.0:1722795744.069331:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766369280 00000100:00100000:2.0:1722795744.069332:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766368384:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.069340:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069342:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.069343:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043949 00000100:00100000:3.0:1722795744.069346:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3650:3681:x1806481766369280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.069352:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766369408 00010000:00010000:2.0:1722795744.069352:0:16104:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1205 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069354:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766369408 00010000:00010000:2.0:1722795744.069358:0:16104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1205 pid: 16046 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.069360:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10566 count 1 00000100:00100000:2.0:1722795744.069363:0:16104:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766369536:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.069364:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043950 00010000:00010000:3.0:1722795744.069366:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069367:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3651:3679:x1806481766369408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.069368:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1205 pid: 15602 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.069373:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10567 count 1 00010000:00010000:0.0:1722795744.069374:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1205 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069374:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1205 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069376:0:16104:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.069378:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.069378:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.069380:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766369664:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.069380:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.069381:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069389:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1205 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.069394:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.069394:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.069411:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1205 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.069416:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1205 pid: 15458 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069419:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766369792:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.069423:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.069425:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.069427:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069427:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384128 00000100:00100000:3.0:1722795744.069429:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384128 00010000:00010000:3.0:1722795744.069436:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1206 pid: 16068 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.069438:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.069446:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384000 00000100:00100000:3.0:1722795744.069447:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384000 00010000:00010000:3.0:1722795744.069451:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1207 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.069459:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967256 00000100:00100000:3.0:1722795744.069461:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1207:2005:x1806482046384128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.069465:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.069467:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1207 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069472:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1207 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069479:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b4b840/0xc2e84c07bf86e2a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6a6d expref: 1207 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069485:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.069486:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.069488:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069492:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069508:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.069513:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069518:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069522:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069524:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1206:2005:x1806482046384128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (128us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.069525:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069529:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069530:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967256 00010000:00010000:2.0:1722795744.069536:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8646c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.069538:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069541:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069543:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967257 00010000:00010000:2.0:1722795744.069547:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069547:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1205:2005:x1806482046384000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.069551:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa676f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069553:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.069557:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1205 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069566:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1205 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.069576:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1205 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069577:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082a73a80/0xc2e84c07bf86e014 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e695c expref: 1205 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.069582:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1205 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.069587:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.069588:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.069589:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766369920:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.069591:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069597:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069602:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.069610:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.069627:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3652:3680:x1806481766368128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1009us (1041us total) trans 4296351970 rc 0/0 00000100:00100000:3.0:1722795744.069627:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1204:2005:x1806482046384000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.069631:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043944 00000100:00100000:3.0:1722795744.069633:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967257 00000004:00080000:2.0:1722795744.069649:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149ce00/2, rc 0, transno 1384674 00000100:00100000:2.0:1722795744.069653:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766368128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069660:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.069676:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069683:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069686:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766370048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.069690:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.069692:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766368640:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.069697:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069700:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069703:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069706:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.069708:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.069711:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069718:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069725:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766370048 00000100:00100000:1.0:1722795744.069727:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766370048 00010000:00010000:3.0:1722795744.069728:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069739:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa676f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.069741:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043951 00000100:00100000:1.0:1722795744.069745:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3652:3679:x1806481766370048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.069746:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:1.0:1722795744.069755:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10568 count 1 00000100:00100000:0.0:1722795744.069758:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384256 00000100:00100000:0.0:1722795744.069760:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384256 00010000:00010000:1.0:1722795744.069764:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069768:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1204 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.069778:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1204 pid: 16067 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.069779:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967258 00000100:00100000:0.0:1722795744.069782:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1204:2006:x1806482046384256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.069784:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.069786:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.069786:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.069788:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069789:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1204 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.069794:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1204 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.069801:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801360b8b40/0xc2e84c07bf86e5af lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6b9a expref: 1204 pid: 16068 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.069802:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1204 pid: 16067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069808:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.069809:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.069811:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1203 pid: 16067 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.069821:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766370176:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.069839:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.069852:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149d180/2, rc 0, transno 1384675 00000100:00100000:3.0:1722795744.069853:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3653:3679:x1806481766368000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1260us (1381us total) trans 4296351971 rc 0/0 00000100:00100000:2.0:1722795744.069856:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766368000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.069859:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043943 00010000:00010000:0.0:1722795744.069863:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069871:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.069883:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.069885:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766370304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.069894:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1203:2006:x1806482046384256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 111us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.069897:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.069898:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967258 00000100:00100000:3.0:1722795744.069907:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766370304 00010000:00010000:2.0:1722795744.069910:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069910:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766370304 00010000:00010000:2.0:1722795744.069915:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069919:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069922:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069924:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043952 00010000:00010000:2.0:1722795744.069926:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.069928:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3653:3680:x1806481766370304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.069929:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.069931:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069934:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.069938:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10569 count 1 00010000:00010000:2.0:1722795744.069940:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.069946:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa676fe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069947:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069957:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1202 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069963:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.069964:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.069966:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.069997:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1202 pid: 15458 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070000:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766369152:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.070006:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1202 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.070011:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070016:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766370432:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.070030:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3654:3680:x1806481766368512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1068us (1104us total) trans 4296351972 rc 0/0 00000100:00100000:2.0:1722795744.070034:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043945 00000100:00100000:3.0:1722795744.070035:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.070050:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149e680/2, rc 0, transno 1384676 00000100:00100000:2.0:1722795744.070055:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766368512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.070056:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.070071:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384384 00000100:00100000:0.0:1722795744.070074:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384384 00000100:00100000:2.0:1722795744.070076:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.070080:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766370560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.070083:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1203 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.070092:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.070095:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967259 00000100:00100000:0.0:1722795744.070097:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1203:2005:x1806482046384384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.070101:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766370560 00010000:00010000:0.0:1722795744.070102:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.070103:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1203 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.070103:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766370560 00010000:00010000:0.0:1722795744.070109:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1203 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.070111:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043953 00000100:00100000:2.0:1722795744.070114:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3654:3680:x1806481766370560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.070116:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dba2880/0xc2e84c07bf86ea86 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6d92 expref: 1203 pid: 15602 timeout: 939 lvb_type: 0 00002000:00080000:2.0:1722795744.070121:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10570 count 1 00010000:00010000:0.0:1722795744.070126:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070126:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070128:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070128:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.070132:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070134:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1202 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070138:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.070139:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.070140:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.070141:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070150:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070153:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1202 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070157:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070158:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1202 pid: 16098 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.070164:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766370688:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.070169:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070175:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.070175:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.070181:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070187:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.070189:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070196:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070206:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070212:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa6770c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070232:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1202:2005:x1806482046384384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 104us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.070237:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967259 00000100:00100000:0.0:1722795744.070297:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.070297:0:16104:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_103:lustre-OST0001_UUID:16104:1806481766369536:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.070304:0:16104:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070306:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384512 00000100:00100000:0.0:1722795744.070307:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384512 00010000:00010000:0.0:1722795744.070314:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1202 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.070324:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967260 00000100:00100000:1.0:1722795744.070325:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3655:3678:x1806481766368896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1101us (1144us total) trans 4296351973 rc 0/0 00000100:00100000:0.0:1722795744.070326:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1202:2006:x1806482046384512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.070330:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.070331:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043947 00010000:00010000:0.0:1722795744.070332:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1202 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070338:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1202 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070346:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaadb00/0xc2e84c07bf86e872 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6c6c expref: 1202 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070353:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070354:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1722795744.070354:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072434700/2, rc 0, transno 1384677 00010000:00010000:0.0:1722795744.070355:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.070359:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070362:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766368896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.070367:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.070370:0:16104:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070374:0:16104:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070376:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1201:2006:x1806482046384512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (79us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.070378:0:16104:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070379:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967260 00010000:00010000:2.0:1722795744.070382:0:16104:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070385:0:16104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070389:0:16104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.070391:0:16104:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070392:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766370816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.070407:0:16104:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070413:0:16104:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070417:0:16104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67705 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070423:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766369664:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.070430:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.070434:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.070436:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070442:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384640 00000100:00100000:0.0:1722795744.070444:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384640 00010000:00010000:0.0:1722795744.070451:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1201 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.070451:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766370816 00000100:00100000:1.0:1722795744.070453:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766370816 00000100:00100000:0.0:1722795744.070460:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967261 00000100:00100000:0.0:1722795744.070463:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1201:2005:x1806482046384640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.070466:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.070467:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043954 00010000:00010000:0.0:1722795744.070469:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1201 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.070471:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3656:3678:x1806481766370816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.070478:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1201 pid: 15602 timeout: 939 lvb_type: 0 00002000:00080000:1.0:1722795744.070481:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10571 count 1 00010000:00010000:0.0:1722795744.070485:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013625f3c0/0xc2e84c07bf86edf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6eb8 expref: 1201 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.070488:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.070490:0:16104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_103:lustre-MDT0000-mdtlov_UUID+3656:3678:x1806481766368768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1317us (1371us total) trans 4296351974 rc 0/0 00000100:00100000:2.0:1722795744.070494:0:16104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043946 00010000:00010000:1.0:1722795744.070497:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1200 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.070500:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072434380/2, rc 0, transno 1384678 00010000:00010000:1.0:1722795744.070503:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.070504:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.070506:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070507:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766368768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.070520:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1200 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070526:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1200 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.070532:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766370944:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.070533:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.070539:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766371072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.070545:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.070557:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.070559:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070561:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070564:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070570:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766371072 00000100:00100000:1.0:1722795744.070572:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766371072 00000100:00100000:1.0:1722795744.070583:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043955 00000100:00100000:1.0:1722795744.070586:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3656:3678:x1806481766371072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.070593:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10572 count 1 00010000:00010000:1.0:1722795744.070598:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070607:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1200 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070613:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.070615:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.070617:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070631:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1200 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070639:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1200 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070643:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070649:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766371200:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.070655:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.070659:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070664:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070667:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.070668:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070670:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1200:2005:x1806482046384640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 206us (236us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.070671:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070674:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967261 00010000:00010000:2.0:1722795744.070675:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070679:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.070680:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070684:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070690:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.070693:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67713 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.070721:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766369920:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.070724:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.070733:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384768 00000100:00100000:0.0:1722795744.070735:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384768 00010000:00010000:1.0:1722795744.070735:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.070742:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1200 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.070751:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967262 00000100:00100000:0.0:1722795744.070754:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1200:2005:x1806482046384768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.070758:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.070760:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1200 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.070760:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3657:3680:x1806481766369024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1476us (1496us total) trans 4296351975 rc 0/0 00000100:00100000:2.0:1722795744.070763:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043948 00010000:00010000:0.0:1722795744.070765:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1200 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070772:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133fb9d40/0xc2e84c07bf86f33f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7112 expref: 1200 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.070778:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.070779:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1722795744.070779:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075723b80/2, rc 0, transno 1384679 00010000:00010000:0.0:1722795744.070780:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.070783:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766369024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.070784:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.070792:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.070801:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1199:2005:x1806482046384768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.070802:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.070804:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967262 00000100:00100000:2.0:1722795744.070804:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766371328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.070809:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070816:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.070816:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.070823:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070826:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766371328 00000100:00100000:3.0:1722795744.070828:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766371328 00010000:00010000:1.0:1722795744.070829:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070834:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.070837:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.070840:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043956 00000100:00100000:3.0:1722795744.070842:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3657:3680:x1806481766371328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.070843:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.070850:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10573 count 1 00010000:00010000:1.0:1722795744.070853:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.070858:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.070859:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67721 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.070865:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1198 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.070869:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.070870:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.070872:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.070882:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1198 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.070888:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1198 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.070893:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766371456:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.070909:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.070948:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3658:3679:x1806481766369408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1580us (1604us total) trans 4296351976 rc 0/0 00000100:00100000:1.0:1722795744.070952:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043950 00000004:00080000:3.0:1722795744.070954:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080507480/2, rc 0, transno 1384680 00000100:00100000:3.0:1722795744.070959:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766369408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.070997:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766371584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.071004:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766370176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.071017:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.071017:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.071017:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766369792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.071027:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.071048:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766371584 00000100:00100000:0.0:1722795744.071051:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766371584 00000100:00100000:0.0:1722795744.071061:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043957 00000100:00100000:0.0:1722795744.071064:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3658:3681:x1806481766371584:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.071068:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:0.0:1722795744.071072:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10574 count 1 00010000:00010000:0.0:1722795744.071078:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.071084:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385024 00010000:00010000:0.0:1722795744.071086:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1198 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.071087:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385024 00010000:00010000:0.0:1722795744.071089:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.071090:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.071092:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071098:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1199 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071113:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967263 00000100:00100000:2.0:1722795744.071117:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1199:2006:x1806482046385024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.071119:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.071124:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.071127:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1199 pid: 16075 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.071130:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046384896 00000100:00100000:3.0:1722795744.071133:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046384896 00010000:00010000:2.0:1722795744.071136:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1199 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.071144:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1200 pid: 16067 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.071147:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1200 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071148:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132a92f40/0xc2e84c07bf86f02f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e6fbb expref: 1200 pid: 16075 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.071153:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1200 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071157:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.071159:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766371712:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.071159:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.071160:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967264 00010000:00010000:2.0:1722795744.071161:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071165:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1199:2005:x1806482046384896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.071168:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071172:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.071176:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d23c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.071176:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1199 pid: 16067 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071181:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.071185:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1199 pid: 16067 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071196:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1199:2006:x1806482046385024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.071196:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b2cd80/0xc2e84c07bf86f680 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7238 expref: 1199 pid: 16067 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071205:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967263 00010000:00010000:3.0:1722795744.071206:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071208:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071210:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071216:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071230:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.071241:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071247:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1197:2005:x1806482046384896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.071248:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071253:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967264 00010000:00010000:1.0:1722795744.071254:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071259:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071265:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071270:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.071272:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071273:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071279:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071279:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071286:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071288:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071292:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67728 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071298:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071304:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071309:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.071312:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071319:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071328:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071334:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa6771a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.071357:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766370432:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.071369:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.071382:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3660:3679:x1806481766370048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1636us (1675us total) trans 4296351977 rc 0/0 00000100:00100000:1.0:1722795744.071386:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043951 00000100:00100000:0.0:1722795744.071388:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.071388:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766370688:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.071413:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071429:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385152 00000100:00100000:3.0:1722795744.071433:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385152 00010000:00010000:3.0:1722795744.071444:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1197 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.071453:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.071487:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385280 00000100:00100000:3.0:1722795744.071489:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385280 00000100:00100000:2.0:1722795744.071494:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967265 00010000:00010000:3.0:1722795744.071498:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1198 pid: 16098 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071499:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1198:2005:x1806482046385152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.071507:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.071510:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766370944:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.071511:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1198 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.071512:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967266 00000100:00100000:3.0:1722795744.071516:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1198:2005:x1806482046385280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.071519:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071520:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1198 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.071523:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.071527:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1198 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071531:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5df4480/0xc2e84c07bf86f96d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7357 expref: 1198 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.071535:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1198 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071540:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.071542:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.071545:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071546:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a1b58c0/0xc2e84c07bf86fcbc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e746f expref: 1197 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071556:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071557:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071558:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071561:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071568:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071569:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.071581:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.071587:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1196:2005:x1806482046385152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.071593:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967265 00000100:00100000:3.0:1722795744.071597:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1196:2005:x1806482046385280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.071603:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967266 00000100:00100000:0.0:1722795744.071608:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.071621:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071627:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071634:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071641:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071647:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071653:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.071656:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071666:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071676:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071682:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67736 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.071701:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385408 00000100:00100000:2.0:1722795744.071704:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385408 00010000:00010000:2.0:1722795744.071713:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1195 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.071724:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795744.071733:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080507100/2, rc 0, transno 1384681 00000100:00100000:2.0:1722795744.071736:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385536 00000100:00100000:2.0:1722795744.071738:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385536 00000100:00100000:3.0:1722795744.071741:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766370048:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.071745:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1196 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.071755:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967267 00000100:00100000:2.0:1722795744.071759:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967268 00000100:00100000:3.0:1722795744.071760:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1196:2005:x1806482046385408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.071763:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1196:2005:x1806482046385536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.071767:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.071770:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.071770:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.071771:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1196 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071773:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1196 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.071780:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766371712:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.071781:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1196 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071782:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1196 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071792:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071792:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a617a80/0xc2e84c07bf870027 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e75b1 expref: 1196 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.071793:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.071796:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071796:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071800:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071802:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.071803:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071805:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.071809:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385792 00000100:00100000:1.0:1722795744.071811:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385792 00010000:00010000:2.0:1722795744.071812:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.071812:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071822:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1196 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071830:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1196:2005:x1806482046385536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.071833:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.071836:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967268 00000100:00100000:1.0:1722795744.071840:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967269 00000100:00100000:0.0:1722795744.071843:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.071845:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1195:2005:x1806482046385792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.071849:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1195:2005:x1806482046385408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (240us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.071851:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.071852:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385664 00010000:00010000:1.0:1722795744.071855:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1195 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.071855:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385664 00010000:00010000:0.0:1722795744.071856:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071856:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967267 00010000:00010000:0.0:1722795744.071861:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071862:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1196 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.071864:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1196 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.071865:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071869:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071873:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071876:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.071876:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080262880/0xc2e84c07bf871de0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7a42 expref: 1195 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.071878:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071879:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967270 00010000:00010000:0.0:1722795744.071881:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071884:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1194:2006:x1806482046385664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.071886:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.071888:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071888:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071890:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.071891:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6773d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071891:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071894:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1194 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.071898:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071903:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1194 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.071909:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.071913:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071915:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.071917:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.071924:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.071925:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1194:2005:x1806482046385792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.071932:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967269 00010000:00010000:3.0:1722795744.071934:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.071944:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071947:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966a18c0/0xc2e84c07bf870c59 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e774e expref: 1193 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.071950:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071951:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1193:2006:x1806482046385664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (108us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.071952:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.071954:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766371200:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.071956:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.071957:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967270 00010000:00010000:2.0:1722795744.071958:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071963:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071963:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071965:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071967:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071969:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071971:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071972:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071974:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071976:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.071978:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.071991:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071996:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.071997:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.071997:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.071999:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.072000:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072000:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072004:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.072007:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072007:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072007:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1722795744.072013:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072013:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072013:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766371840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.072017:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67744 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072017:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072020:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6772f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072024:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67752 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072032:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.072104:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3664:3681:x1806481766369280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2755us (2786us total) trans 4296351978 rc 0/0 00000004:00080000:2.0:1722795744.072109:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070974380/2, rc 0, transno 1384682 00000100:00100000:3.0:1722795744.072109:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043949 00000100:00100000:2.0:1722795744.072115:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766369280:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.072121:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a9500/2, rc 0, transno 1384687 00000100:00100000:1.0:1722795744.072122:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3663:3681:x1806481766371584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1054us (1103us total) trans 4296351983 rc 0/0 00000100:00100000:2.0:1722795744.072124:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766371584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.072128:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043957 00000100:00100000:1.0:1722795744.072141:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766371840 00000100:00100000:1.0:1722795744.072144:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766371840 00000100:00100000:1.0:1722795744.072159:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043958 00000100:00100000:2.0:1722795744.072161:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3663:3680:x1806481766370560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2046us (2068us total) trans 4296351979 rc 0/0 00000100:00100000:1.0:1722795744.072163:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3663:3679:x1806481766371840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.072166:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043953 00002000:00080000:1.0:1722795744.072174:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10575 count 1 00000004:00080000:2.0:1722795744.072181:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080505880/2, rc 0, transno 1384683 00010000:00010000:1.0:1722795744.072183:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.072184:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766370560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.072188:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3662:3678:x1806481766370816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1714us (1757us total) trans 4296351980 rc 0/0 00010000:00010000:1.0:1722795744.072191:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1191 pid: 15414 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.072194:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043954 00010000:00010000:1.0:1722795744.072195:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072196:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072197:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.072199:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3662:3680:x1806481766370304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2271us (2301us total) trans 4296351982 rc 0/0 00000100:00100000:2.0:1722795744.072202:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043952 00010000:00010000:1.0:1722795744.072207:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1191 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072213:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1191 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.072213:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766372096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.072216:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766371968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.072220:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766372224:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.072223:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133e8ce00/2, rc 0, transno 1384684 00000100:00100000:2.0:1722795744.072223:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.072230:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766370816:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.072234:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070c1bb80/2, rc 0, transno 1384686 00000100:00100000:2.0:1722795744.072237:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766370304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.072239:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.072240:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.072241:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.072243:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766372096 00000100:00100000:2.0:1722795744.072244:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766372352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.072246:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766372096 00000100:00100000:0.0:1722795744.072255:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766371968 00000100:00100000:2.0:1722795744.072255:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.072256:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766371968 00000100:00100000:0.0:1722795744.072262:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766372352 00000100:00100000:0.0:1722795744.072263:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766372352 00000100:00100000:2.0:1722795744.072267:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043959 00000100:00100000:2.0:1722795744.072269:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3663:3680:x1806481766372096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.072273:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043960 00000100:00100000:0.0:1722795744.072276:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3663:3679:x1806481766371968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.072277:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10577 count 1 00000100:00100000:1.0:1722795744.072281:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043961 00000100:00100000:3.0:1722795744.072282:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766372608:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.072284:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10576 count 1 00010000:00010000:2.0:1722795744.072284:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.072285:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3663:3680:x1806481766372352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.072291:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072291:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1191 pid: 9450 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.072294:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10578 count 1 00010000:00010000:2.0:1722795744.072295:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.072296:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.072298:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.072299:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1191 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072299:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.072301:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.072303:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.072304:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.072306:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072307:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1191 pid: 9450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072311:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1191 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072311:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.072315:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1191 pid: 9450 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.072316:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766372480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.072317:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072318:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072320:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.072321:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766372736:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.072329:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.072335:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.072336:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1191 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072343:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766372608 00010000:00010000:1.0:1722795744.072344:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1191 pid: 16050 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.072346:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766372608 00000100:00100000:1.0:1722795744.072353:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766372864:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.072358:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043962 00000100:00100000:3.0:1722795744.072362:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3664:3679:x1806481766372608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.072373:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766372480 00002000:00080000:3.0:1722795744.072373:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10580 count 1 00000100:00100000:2.0:1722795744.072376:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766372480 00000100:00100000:1.0:1722795744.072377:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.072381:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072391:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.072392:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043963 00000100:00100000:1.0:1722795744.072416:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3665:3679:x1806481766372480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.072416:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.072418:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.072420:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.072428:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10579 count 1 00010000:00010000:3.0:1722795744.072435:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072437:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072444:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.072446:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072452:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072453:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072455:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072458:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766372992:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.072475:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072476:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.072484:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.072493:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766373120:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.072496:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f88d80/0xc2e84c07bf87179d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e78eb expref: 1191 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.072509:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766371456:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.072510:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.072521:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072528:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072535:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.072539:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1190 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072542:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.072544:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1190 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.072548:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072554:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072560:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.072563:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072570:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072579:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072586:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa6774b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.072592:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766373248:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.072609:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.072714:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3666:3678:x1806481766371072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2126us (2155us total) trans 4296351981 rc 0/0 00000100:00100000:3.0:1722795744.072714:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3666:3680:x1806481766371328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1870us (1897us total) trans 4296351984 rc 0/0 00000004:00080000:2.0:1722795744.072718:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a9180/2, rc 0, transno 1384688 00000100:00100000:3.0:1722795744.072718:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043956 00000100:00100000:0.0:1722795744.072721:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043955 00000004:00080000:1.0:1722795744.072723:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839abb80/2, rc 0, transno 1384685 00000100:00100000:1.0:1722795744.072727:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766371072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.072727:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766371328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.072758:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766373376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.072758:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766373504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.072770:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.072779:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.072780:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766373504 00000100:00100000:3.0:1722795744.072782:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766373504 00000100:00100000:2.0:1722795744.072787:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766372736:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.072791:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766373376 00000100:00100000:3.0:1722795744.072792:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766373376 00000100:00100000:1.0:1722795744.072794:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043964 00010000:00010000:2.0:1722795744.072796:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.072797:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3666:3681:x1806481766373504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.072800:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043965 00000100:00100000:3.0:1722795744.072803:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3666:3680:x1806481766373376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.072805:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10582 count 1 00002000:00080000:3.0:1722795744.072810:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10581 count 1 00010000:00010000:1.0:1722795744.072813:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072817:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072823:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1190 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072824:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1190 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072829:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072830:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.072831:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.072832:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072832:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.072834:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072843:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1190 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072848:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1190 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072848:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1190 pid: 16050 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.072854:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f879500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766373632:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.072855:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.072857:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1190 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.072866:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766373760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.072866:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046385920 00000100:00100000:3.0:1722795744.072868:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046385920 00000100:00100000:2.0:1722795744.072873:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.072873:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1191 pid: 9450 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.072883:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386048 00000100:00100000:3.0:1722795744.072884:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386048 00010000:00010000:3.0:1722795744.072888:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1192 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.072890:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.072902:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967271 00000100:00100000:3.0:1722795744.072905:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1192:2006:x1806482046385920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.072908:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.072909:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967272 00010000:00010000:3.0:1722795744.072911:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1192 pid: 9450 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.072914:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1192:2005:x1806482046386048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.072916:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1192 pid: 9450 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.072921:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.072923:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a09b600/0xc2e84c07bf8760fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e83b8 expref: 1192 pid: 9450 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.072925:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1192 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.072931:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.072932:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.072934:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1191 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.072934:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.072938:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072945:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.072946:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.072946:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.072949:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072951:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.072956:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072956:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072960:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072960:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1191:2006:x1806482046385920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.072964:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072964:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967271 00010000:00010000:1.0:1722795744.072967:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.072968:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072971:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.072973:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072977:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.072998:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.072999:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.073001:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67760 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.073002:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1190:2005:x1806482046386048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.073012:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967272 00010000:00010000:1.0:1722795744.073042:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eb23cc0/0xc2e84c07bf872629 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e7bb5 expref: 1189 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.073051:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766372224:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.073062:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073069:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073073:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3667:3680:x1806481766372096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 802us (848us total) trans 4296351985 rc 0/0 00010000:00010000:1.0:1722795744.073076:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073077:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043959 00000004:00080000:0.0:1722795744.073083:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a9f80/2, rc 0, transno 1384689 00010000:00010000:1.0:1722795744.073083:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073088:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766372096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.073089:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073095:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073100:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.073103:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073106:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.073110:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766373888:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.073113:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073123:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073126:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.073130:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67759 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073138:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766373888 00000100:00100000:2.0:1722795744.073140:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766373888 00000100:00100000:2.0:1722795744.073151:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043966 00000100:00100000:2.0:1722795744.073153:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3667:3679:x1806481766373888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.073161:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10583 count 1 00010000:00010000:2.0:1722795744.073168:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073174:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1188 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073178:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.073179:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.073180:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073190:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1188 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073195:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1188 pid: 16098 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.073200:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766374016:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.073207:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3668:3679:x1806481766371840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1043us (1174us total) trans 4296351986 rc 0/0 00000100:00100000:1.0:1722795744.073211:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043958 00000100:00100000:2.0:1722795744.073215:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.073218:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a8e00/2, rc 0, transno 1384690 00000100:00100000:3.0:1722795744.073226:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766371840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.073250:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766374144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.073260:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766372864:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.073271:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.073274:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.073288:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766374144 00000100:00100000:1.0:1722795744.073291:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766374144 00000100:00100000:1.0:1722795744.073306:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043967 00000100:00100000:1.0:1722795744.073310:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3668:3679:x1806481766374144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.073320:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10584 count 1 00000100:00100000:2.0:1722795744.073322:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766372992:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.073329:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073330:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073331:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766373248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.073339:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1188 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073340:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073345:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.073347:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.073349:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073364:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1188 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073368:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766373120:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.073369:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.073373:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1188 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.073377:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073384:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.073384:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766374272:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.073391:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.073409:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386304 00000100:00100000:1.0:1722795744.073411:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386176 00000100:00100000:2.0:1722795744.073411:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386560 00000100:00100000:3.0:1722795744.073412:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386304 00000100:00100000:2.0:1722795744.073413:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386560 00000100:00100000:1.0:1722795744.073414:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386176 00010000:00010000:2.0:1722795744.073420:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.073421:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.073423:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1191 pid: 16050 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.073431:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967273 00000100:00100000:2.0:1722795744.073434:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1191:2006:x1806482046386560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.073434:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967274 00000100:00100000:3.0:1722795744.073437:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1191:2006:x1806482046386304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.073439:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967275 00010000:00010000:2.0:1722795744.073439:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.073441:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.073442:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.073443:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1191:2005:x1806482046386176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.073444:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.073447:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.073449:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.073450:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.073453:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1191 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.073454:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5857a80/0xc2e84c07bf87706d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e86b3 expref: 1191 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.073458:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b91cfc0/0xc2e84c07bf877893 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8842 expref: 1191 pid: 16098 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.073460:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.073460:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.073460:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.073462:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1189 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.073462:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073464:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.073465:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.073466:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073466:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073471:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073474:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.073475:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.073478:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a066880/0xc2e84c07bf876b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8571 expref: 1189 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.073480:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.073483:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386432 00000100:00100000:0.0:1722795744.073485:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386432 00000100:00100000:2.0:1722795744.073486:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1189:2006:x1806482046386560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.073488:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.073490:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.073490:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967273 00010000:00010000:0.0:1722795744.073492:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1189 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.073492:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073492:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1189:2006:x1806482046386304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.073496:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967274 00010000:00010000:1.0:1722795744.073498:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073498:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386688 00000100:00100000:2.0:1722795744.073500:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386688 00000100:00100000:0.0:1722795744.073503:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967276 00010000:00010000:2.0:1722795744.073504:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1188 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.073506:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1188:2005:x1806482046386432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.073510:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.073511:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.073513:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1188 pid: 15602 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.073514:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967277 00000100:00100000:2.0:1722795744.073516:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1188:2005:x1806482046386688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.073519:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1188 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.073520:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.073522:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1188 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.073525:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1188:2005:x1806482046386176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.073527:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1188 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.073531:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967275 00010000:00010000:2.0:1722795744.073533:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.073533:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073534:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.073535:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073539:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073540:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073544:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.073548:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073552:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1187:2005:x1806482046386688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 34us (76us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.073554:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073557:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967277 00010000:00010000:3.0:1722795744.073561:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073566:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007342dd40/0xc2e84c07bf874e31 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8230 expref: 1186 pid: 15602 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.073566:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.073569:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073569:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073573:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073574:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.073575:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.073575:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073577:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073577:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073581:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073581:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073584:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073584:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073588:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.073590:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073591:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.073595:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073595:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67775 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073596:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073599:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073603:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1185:2005:x1806482046386432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (143us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.073604:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073604:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073607:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967276 00010000:00010000:1.0:1722795744.073607:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073609:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6777c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2953:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073614:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073617:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.073619:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073623:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073629:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073632:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa6776e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073700:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3671:3679:x1806481766372608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1336us (1400us total) trans 4296351987 rc 0/0 00000100:00100000:3.0:1722795744.073706:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043962 00000100:00100000:2.0:1722795744.073708:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3671:3679:x1806481766372480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1311us (1378us total) trans 4296351988 rc 0/0 00000100:00100000:2.0:1722795744.073712:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043963 00000100:00100000:1.0:1722795744.073716:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3670:3680:x1806481766372352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1429us (1458us total) trans 4296351989 rc 0/0 00000100:00100000:1.0:1722795744.073719:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043961 00000004:00080000:3.0:1722795744.073729:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a9880/2, rc 0, transno 1384692 00000004:00080000:1.0:1722795744.073738:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839aad80/2, rc 0, transno 1384693 00000100:00100000:1.0:1722795744.073742:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766372352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.073743:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766372480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.073747:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073752:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.073752:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839ab100/2, rc 0, transno 1384691 00010000:00010000:1.0:1722795744.073753:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007233ba80/0xc2e84c07bf8793c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8ad4 expref: 1184 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.073754:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766372608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.073756:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073760:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.073760:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766373760:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.073764:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073767:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.073767:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f879500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766373632:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.073768:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073768:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766374528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.073769:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073773:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073775:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073776:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073777:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073782:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073783:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073783:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.073784:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.073785:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67767 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073788:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766374656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.073789:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073795:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073796:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795744.073800:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.073801:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766374400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.073801:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.073803:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.073809:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073813:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766374528 00000100:00100000:3.0:1722795744.073815:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766374528 00000100:00100000:2.0:1722795744.073816:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.073818:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073823:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766374656 00000100:00100000:3.0:1722795744.073825:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766374656 00010000:00010000:1.0:1722795744.073828:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67783 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.073829:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766374400 00000100:00100000:3.0:1722795744.073830:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766374400 00000100:00100000:2.0:1722795744.073833:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043968 00000100:00100000:2.0:1722795744.073838:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3672:3681:x1806481766374528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.073840:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043969 00000100:00100000:3.0:1722795744.073842:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3672:3679:x1806481766374656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.073849:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10586 count 1 00002000:00080000:3.0:1722795744.073851:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10587 count 1 00010000:00010000:3.0:1722795744.073858:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073859:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073863:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3672:3679:x1806481766371968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1585us (1622us total) trans 4296351990 rc 0/0 00010000:00010000:3.0:1722795744.073864:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073867:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043960 00010000:00010000:2.0:1722795744.073869:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073869:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.073869:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.073871:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073875:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.073877:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043970 00010000:00010000:2.0:1722795744.073877:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.073879:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.073880:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007149ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3672:3681:x1806481766374400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.073880:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.073885:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 939 lvb_type: 0 00002000:00080000:0.0:1722795744.073888:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10585 count 1 00000100:00100000:3.0:1722795744.073891:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f087b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766374784:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.073893:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073895:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.073902:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1183 pid: 9450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.073903:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.073903:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892fcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.073906:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.073907:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.073908:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073912:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766374912:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.073914:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3672:3681:x1806481766373504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1115us (1142us total) trans 4296351991 rc 0/0 00000004:00080000:3.0:1722795744.073917:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839aa300/2, rc 0, transno 1384694 00000100:00100000:1.0:1722795744.073918:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043964 00000100:00100000:3.0:1722795744.073921:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766371968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.073922:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1183 pid: 9450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.073929:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.073930:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1183 pid: 9450 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.073940:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766375040:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.073944:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.073946:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a63b80/2, rc 0, transno 1384695 00000100:00100000:2.0:1722795744.073950:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880132a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766373504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.073954:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.073976:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766375168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.073993:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.073999:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.074000:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.074006:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386816 00000100:00100000:2.0:1722795744.074007:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766375296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.074009:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386816 00000100:00100000:1.0:1722795744.074009:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766375168 00000100:00100000:1.0:1722795744.074012:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766375168 00010000:00010000:0.0:1722795744.074019:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1184 pid: 16050 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.074024:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043971 00000100:00100000:1.0:1722795744.074026:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3672:3679:x1806481766375168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.074027:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.074034:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10588 count 1 00000100:00100000:3.0:1722795744.074035:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766375296 00000100:00100000:3.0:1722795744.074037:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766375296 00000100:00100000:0.0:1722795744.074040:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967278 00010000:00010000:1.0:1722795744.074040:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.074044:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1184:2006:x1806482046386816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.074047:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1184 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.074047:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043972 00000100:00100000:3.0:1722795744.074050:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3673:3681:x1806481766375296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.074051:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.074051:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.074052:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.074053:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.074054:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1184 pid: 16050 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.074057:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10589 count 1 00010000:00010000:0.0:1722795744.074059:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1184 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074063:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1184 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074064:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.074068:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef0480/0xc2e84c07bf878d5b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e89bc expref: 1184 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074069:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1184 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.074071:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1184 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074075:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766375424:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.074075:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.074075:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.074077:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.074077:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.074078:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.074080:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.074084:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074085:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.074086:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1183 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074091:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1183 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.074093:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.074097:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766375552:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.074102:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1183:2006:x1806482046386816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.074105:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967278 00000100:00100000:3.0:1722795744.074107:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.074114:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074119:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074126:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074129:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074133:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074136:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.074138:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074141:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074147:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.074149:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.074150:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa6778a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074167:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046386944 00000100:00100000:1.0:1722795744.074171:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046386944 00000100:00100000:2.0:1722795744.074172:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766374016:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.074181:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1183 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.074183:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074197:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967279 00000100:00100000:1.0:1722795744.074202:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1183:2006:x1806482046386944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.074208:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.074212:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1183 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074220:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1183 pid: 16098 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.074221:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3674:3680:x1806481766373376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1417us (1441us total) trans 4296351992 rc 0/0 00000100:00100000:3.0:1722795744.074225:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043965 00010000:00010000:1.0:1722795744.074232:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e8c3180/0xc2e84c07bf879898 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8c24 expref: 1183 pid: 16098 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074240:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1722795744.074241:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839aa680/2, rc 0, transno 1384696 00010000:00010000:1.0:1722795744.074242:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.074244:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.074245:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766373376:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.074250:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.074266:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.074270:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.074274:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766375680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.074274:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074278:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074282:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074285:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1182:2006:x1806482046386944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.074285:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074288:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867180 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.074289:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.074290:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074291:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967279 00010000:00010000:3.0:1722795744.074293:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074299:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074303:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67791 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.074304:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766375680 00000100:00100000:2.0:1722795744.074306:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766375680 00000100:00100000:2.0:1722795744.074316:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043973 00000100:00100000:2.0:1722795744.074319:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3674:3681:x1806481766375680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.074326:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10590 count 1 00010000:00010000:2.0:1722795744.074333:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074340:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1181 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074347:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.074348:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.074350:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074359:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1181 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074364:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1181 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.074369:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766375808:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.074374:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3675:3679:x1806481766373888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1219us (1246us total) trans 4296351993 rc 0/0 00000100:00100000:3.0:1722795744.074378:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043966 00000004:00080000:0.0:1722795744.074382:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f87a680/2, rc 0, transno 1384697 00000100:00100000:2.0:1722795744.074386:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.074391:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766373888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.074426:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.074431:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766375936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.074444:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.074456:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766375936 00000100:00100000:3.0:1722795744.074460:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766375936 00000100:00100000:3.0:1722795744.074473:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043974 00000100:00100000:3.0:1722795744.074476:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3675:3679:x1806481766375936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.074490:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10591 count 1 00010000:00010000:3.0:1722795744.074498:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074508:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1181 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074514:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.074516:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.074517:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074532:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1181 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074540:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1181 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.074548:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070976d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766376064:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.074567:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.074818:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766374912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.074827:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.074828:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.074843:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.074849:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f087b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766374784:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.074860:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.074863:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387072 00000100:00100000:1.0:1722795744.074867:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387072 00010000:00010000:1.0:1722795744.074878:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1182 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.074888:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766374272:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.074893:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387200 00000100:00100000:1.0:1722795744.074895:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387200 00010000:00010000:2.0:1722795744.074896:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.074901:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.074901:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967280 00000100:00100000:3.0:1722795744.074905:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1183:2006:x1806482046387072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.074912:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.074913:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967281 00010000:00010000:3.0:1722795744.074916:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.074917:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1183:2005:x1806482046387200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.074923:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.074924:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074926:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.074932:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e368240/0xc2e84c07bf87a285 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8f6c expref: 1183 pid: 16039 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.074934:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1183 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.074939:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.074940:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.074942:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.074946:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e91bcc0/0xc2e84c07bf87a461 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9099 expref: 1182 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.074946:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.074955:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.074959:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.074959:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.074960:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.074962:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074963:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.074966:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074968:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.074971:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.074971:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1181:2006:x1806482046387072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (142us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.074975:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.074975:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967280 00010000:00010000:1.0:1722795744.074976:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.074991:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.074992:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.074993:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.074996:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075004:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2005:x1806482046387200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.075004:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075007:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa677a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075008:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967281 00000100:00100000:1.0:1722795744.075016:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387328 00000100:00100000:1.0:1722795744.075018:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387328 00010000:00010000:1.0:1722795744.075023:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1180 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075027:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075031:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766375040:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.075034:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075038:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967282 00010000:00010000:3.0:1722795744.075038:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075039:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075041:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2006:x1806482046387328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.075042:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075044:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.075046:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1180 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075046:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075049:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a06c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.075051:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075052:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1180 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075054:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075060:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075061:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9ed680/0xc2e84c07bf879d06 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8d5f expref: 1180 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075067:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa6779f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075068:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075068:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075070:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075074:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.075074:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075082:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.075084:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387456 00000100:00100000:2.0:1722795744.075085:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3676:3681:x1806481766374528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1246us (1300us total) trans 4296351994 rc 0/0 00000100:00100000:3.0:1722795744.075087:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387456 00000100:00100000:2.0:1722795744.075089:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043968 00000100:00100000:1.0:1722795744.075094:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2006:x1806482046387328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.075094:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1180 pid: 9450 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.075097:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967282 00000100:00100000:1.0:1722795744.075104:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967283 00000100:00100000:1.0:1722795744.075106:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1179:2006:x1806482046387456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.075112:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.075116:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1179 pid: 9450 timeout: 939 lvb_type: 0 00000004:00080000:2.0:1722795744.075116:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149d500/2, rc 0, transno 1384698 00000100:00100000:2.0:1722795744.075120:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766374528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.075123:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1179 pid: 9450 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.075133:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e999d40/0xc2e84c07bf87a039 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e8e54 expref: 1179 pid: 9450 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.075141:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075142:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075145:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075151:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075165:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.075169:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3676:3679:x1806481766374656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1325us (1366us total) trans 4296351995 rc 0/0 00000100:00100000:3.0:1722795744.075173:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043969 00000100:00100000:1.0:1722795744.075182:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1178:2006:x1806482046387456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.075188:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967283 00000100:00100000:1.0:1722795744.075216:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766375424:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.075229:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075236:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766375552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.075241:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075243:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075245:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075248:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075248:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075253:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075255:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075256:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075260:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075262:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075263:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.075265:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075266:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.075268:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075268:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766375808:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.075269:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075275:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075276:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075277:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.075279:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa677ad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075280:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075286:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075288:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.075292:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070976d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766376064:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.075295:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075295:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.075298:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075302:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67798 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2958:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075307:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387584 00000100:00100000:3.0:1722795744.075309:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387584 00010000:00010000:3.0:1722795744.075315:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1178 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.075317:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.075324:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387840 00000100:00100000:3.0:1722795744.075325:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387840 00000100:00100000:2.0:1722795744.075326:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387712 00000100:00100000:1.0:1722795744.075328:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046387968 00000100:00100000:2.0:1722795744.075328:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387712 00010000:00010000:3.0:1722795744.075329:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1179 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.075332:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046387968 00010000:00010000:2.0:1722795744.075336:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1181 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.075338:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967284 00000100:00100000:3.0:1722795744.075341:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1181:2006:x1806482046387584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.075343:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1181 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075345:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.075347:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967285 00010000:00010000:3.0:1722795744.075347:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1181 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.075350:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1181:2006:x1806482046387840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.075353:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1181 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075359:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.075360:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967286 00010000:00010000:3.0:1722795744.075360:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088353840/0xc2e84c07bf87a6a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e91c6 expref: 1181 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075362:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1181 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.075365:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2006:x1806482046387712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.075366:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.075367:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.075368:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075369:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1180 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.075372:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.075372:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075376:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1180 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075377:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ccd1680/0xc2e84c07bf87a85f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e92b4 expref: 1180 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075384:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.075384:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.075385:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1179 pid: 16109 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075385:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.075387:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075394:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075412:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1179:2006:x1806482046387584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (145us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.075413:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009992c900/0xc2e84c07bf87a9a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e938d expref: 1179 pid: 16109 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.075415:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967284 00000100:00100000:0.0:1722795744.075416:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007149ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3676:3681:x1806481766374400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1534us (1599us total) trans 4296351996 rc 0/0 00000100:00100000:0.0:1722795744.075420:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043970 00010000:00010000:2.0:1722795744.075420:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.075421:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075423:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.075424:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075424:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967287 00000100:00100000:3.0:1722795744.075427:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1177:2006:x1806482046387968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.075429:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075431:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.075433:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1177:2006:x1806482046387840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.075433:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1177 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.075434:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766376192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.075438:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967285 00010000:00010000:1.0:1722795744.075439:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.075439:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1177 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.075447:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.075447:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013503b180/0xc2e84c07bf87abbc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e94ac expref: 1176 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.075452:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1175:2006:x1806482046387712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.075453:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.075454:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.075456:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967286 00010000:00010000:3.0:1722795744.075456:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.075458:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149ed80/2, rc 0, transno 1384700 00000004:00080000:0.0:1722795744.075460:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149ea00/2, rc 0, transno 1384699 00010000:00010000:3.0:1722795744.075460:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075462:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766374400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.075463:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766374656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.075465:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.075472:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766376192 00000100:00100000:0.0:1722795744.075473:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766376192 00010000:00010000:1.0:1722795744.075473:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075475:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1174:2006:x1806482046387968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (157us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.075477:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075478:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967287 00010000:00010000:1.0:1722795744.075481:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075483:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043975 00000100:00100000:0.0:1722795744.075485:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3676:3679:x1806481766376192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.075488:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766376448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.075489:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.075493:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10592 count 1 00010000:00010000:1.0:1722795744.075493:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075496:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.075497:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075500:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075502:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075506:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.075506:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766376320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.075507:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1173 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075510:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075511:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.075512:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.075514:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075516:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa677b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075519:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.075523:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1173 pid: 16078 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075527:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766376448 00000100:00100000:2.0:1722795744.075530:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766376448 00010000:00010000:0.0:1722795744.075532:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1173 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075535:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075537:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766376576:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.075539:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075542:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766376320 00000100:00100000:2.0:1722795744.075544:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766376320 00010000:00010000:3.0:1722795744.075544:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075547:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075550:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2d80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.075551:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075553:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043976 00010000:00010000:3.0:1722795744.075554:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.075555:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075557:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3679:3681:x1806481766376448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.075558:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043977 00010000:00010000:3.0:1722795744.075559:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075561:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3679:3680:x1806481766376320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.075564:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.075567:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10594 count 1 00010000:00010000:3.0:1722795744.075568:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa677bb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.075573:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10593 count 1 00010000:00010000:2.0:1722795744.075576:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075580:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075586:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1173 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075586:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1173 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075590:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.075591:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.075592:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075593:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.075595:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.075597:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075600:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1173 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075605:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1173 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.075611:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1173 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075613:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766376704:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.075616:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3680:3679:x1806481766375168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1586us (1614us total) trans 4296351997 rc 0/0 00010000:00010000:2.0:1722795744.075619:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1173 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.075622:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043971 00000100:00100000:0.0:1722795744.075624:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.075629:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766376832:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.075637:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149fb80/2, rc 0, transno 1384701 00000100:00100000:3.0:1722795744.075639:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3679:3681:x1806481766375296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1587us (1612us total) trans 4296351998 rc 0/0 00000100:00100000:0.0:1722795744.075642:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766375168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.075643:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043972 00000100:00100000:2.0:1722795744.075647:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.075655:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075657:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1722795744.075659:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075661:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766376960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.075663:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.075664:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839ab800/2, rc 0, transno 1384702 00010000:00010000:3.0:1722795744.075667:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075670:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075671:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766375296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.075673:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.075673:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.075675:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075678:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075682:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766376960 00000100:00100000:2.0:1722795744.075684:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766376960 00010000:00010000:3.0:1722795744.075685:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075689:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa677c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075690:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766377088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.075699:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043978 00000100:00100000:0.0:1722795744.075701:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.075703:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3680:3679:x1806481766376960:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.075711:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149c380/2, rc 0, transno 1384703 00002000:00080000:2.0:1722795744.075712:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10595 count 1 00000100:00100000:0.0:1722795744.075715:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766374144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.075715:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3680:3679:x1806481766374144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2403us (2442us total) trans 4296351999 rc 0/0 00000100:00100000:1.0:1722795744.075721:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043967 00010000:00010000:2.0:1722795744.075721:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075731:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766377088 00010000:00010000:2.0:1722795744.075731:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075734:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766377088 00010000:00010000:2.0:1722795744.075737:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.075738:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.075740:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075744:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043979 00000100:00100000:1.0:1722795744.075747:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3681:3679:x1806481766377088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.075754:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10596 count 1 00010000:00010000:2.0:1722795744.075755:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075761:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.075763:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1173 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.075768:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.075771:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766377344:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.075772:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.075773:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.075774:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.075774:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3681:3679:x1806481766375936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1296us (1327us total) trans 4296352000 rc 0/0 00000100:00100000:3.0:1722795744.075779:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043974 00010000:00010000:1.0:1722795744.075783:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075789:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1173 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.075792:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebd80 going to sleep for 11 seconds 00000004:00080000:0.0:1722795744.075795:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965c000/2, rc 0, transno 1384704 00000100:00100000:1.0:1722795744.075795:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766377472:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.075795:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766377216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.075799:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766375936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.075810:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.075814:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.075820:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766377216 00000100:00100000:1.0:1722795744.075821:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766377216 00000100:00100000:3.0:1722795744.075824:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.075827:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766377600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.075831:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043980 00000100:00100000:1.0:1722795744.075833:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3681:3680:x1806481766377216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.075837:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.075850:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10597 count 1 00000100:00100000:0.0:1722795744.075854:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766377600 00000100:00100000:0.0:1722795744.075856:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766377600 00010000:00010000:1.0:1722795744.075856:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075860:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075863:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1173 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075864:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075866:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.075867:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043981 00010000:00010000:1.0:1722795744.075867:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.075868:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075869:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.075870:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3682:3680:x1806481766377600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.075872:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075876:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1173 pid: 16078 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.075877:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10598 count 1 00010000:00010000:3.0:1722795744.075879:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.075881:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1173 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.075882:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.075883:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075884:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075886:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766377728:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.075887:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075890:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.075893:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075897:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.075897:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa677c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x295e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075898:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.075899:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.075899:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.075919:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.075924:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1173 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.075929:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766377856:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.075942:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.075995:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3683:3681:x1806481766375680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1673us (1704us total) trans 4296352001 rc 0/0 00000100:00100000:3.0:1722795744.075999:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043973 00000004:00080000:2.0:1722795744.076057:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965ed80/2, rc 0, transno 1384705 00000100:00100000:2.0:1722795744.076065:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766375680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.076097:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766377984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.076116:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.076127:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766377984 00000100:00100000:3.0:1722795744.076129:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766377984 00000100:00100000:3.0:1722795744.076139:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043982 00000100:00100000:3.0:1722795744.076141:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3683:3678:x1806481766377984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.076149:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10599 count 1 00010000:00010000:3.0:1722795744.076155:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076165:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076169:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.076170:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.076171:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076181:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1173 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076186:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1173 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.076192:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766378112:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.076207:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.076322:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766376576:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.076334:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.076336:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766377728:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.076348:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.076352:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766376704:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.076360:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.076456:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766376832:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.076465:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766377856:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.076465:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076474:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.076474:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766377472:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.076483:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.076488:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766377344:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.076500:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.076618:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.076627:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.076628:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388224 00000100:00100000:3.0:1722795744.076630:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388224 00000100:00100000:0.0:1722795744.076636:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.076639:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1174 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076643:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388096 00000100:00100000:0.0:1722795744.076644:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.076646:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388096 00000100:00100000:0.0:1722795744.076655:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.076656:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1175 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.076657:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388352 00000100:00100000:3.0:1722795744.076660:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388352 00000100:00100000:0.0:1722795744.076663:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.076667:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388736 00010000:00010000:3.0:1722795744.076667:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1176 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076668:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388736 00000100:00100000:0.0:1722795744.076673:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.076673:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1177 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.076675:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388480 00000100:00100000:1.0:1722795744.076679:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388480 00000100:00100000:3.0:1722795744.076680:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967288 00000100:00100000:2.0:1722795744.076682:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388864 00000100:00100000:2.0:1722795744.076683:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388864 00000100:00100000:3.0:1722795744.076684:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1178:2005:x1806482046388224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.076687:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1179 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076691:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.076692:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1179 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076695:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388608 00010000:00010000:3.0:1722795744.076695:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1179 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076696:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388608 00010000:00010000:2.0:1722795744.076700:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1180 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076703:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1180 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076710:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967289 00000100:00100000:2.0:1722795744.076713:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2006:x1806482046388096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.076714:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a62ef40/0xc2e84c07bf87b7e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9b20 expref: 1180 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.076715:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967290 00010000:00010000:2.0:1722795744.076718:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.076720:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1180:2006:x1806482046388352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.076720:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1179 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076723:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.076725:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.076727:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.076728:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1179 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076728:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076731:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1179 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076734:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076736:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1179 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.076740:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e9ba80/0xc2e84c07bf87adad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e95a8 expref: 1179 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.076745:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b812f40/0xc2e84c07bf87af43 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e96b2 expref: 1179 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076748:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.076752:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.076753:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.076754:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967291 00010000:00010000:1.0:1722795744.076755:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076755:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.076756:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.076758:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1177:2006:x1806482046388736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.076759:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076759:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076763:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.076765:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076766:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1177 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.076767:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1177:2005:x1806482046388224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.076770:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.076772:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1177 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.076773:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967288 00010000:00010000:2.0:1722795744.076779:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.076780:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132606d00/0xc2e84c07bf87b5b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e99fa expref: 1176 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.076784:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1175:2006:x1806482046388352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (147us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.076786:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.076786:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967292 00010000:00010000:0.0:1722795744.076787:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.076789:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.076790:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967290 00000100:00100000:3.0:1722795744.076791:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1175:2006:x1806482046388864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.076793:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.076797:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1174:2006:x1806482046388096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (167us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.076797:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.076800:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967293 00010000:00010000:3.0:1722795744.076801:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1174 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.076802:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.076802:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1174:2005:x1806482046388480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.076803:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967289 00010000:00010000:1.0:1722795744.076806:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.076808:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1174 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076810:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1174 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.076813:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1174:2006:x1806482046388736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (168us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.076814:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1174 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.076819:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967291 00010000:00010000:1.0:1722795744.076821:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c32ed00/0xc2e84c07bf87b11f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e97bc expref: 1173 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.076821:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801245feac0/0xc2e84c07bf87b356 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e98cd expref: 1173 pid: 16071 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.076823:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967294 00010000:00010000:1.0:1722795744.076827:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.076827:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1172:2005:x1806482046388608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.076828:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.076829:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076832:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.076833:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076834:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.076834:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.076837:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076837:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076838:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1170 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.076841:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076841:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.076843:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076845:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076846:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1170 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.076849:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.076849:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1170:2005:x1806482046388480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.076852:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967293 00010000:00010000:0.0:1722795744.076853:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076856:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.076857:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.076857:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.076858:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007546df80/0xc2e84c07bf87b9bc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9c23 expref: 1170 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.076861:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076866:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076866:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076869:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa677de lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076870:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076871:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.076872:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.076873:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1168:2006:x1806482046388864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (207us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.076874:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076875:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076878:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.076879:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967292 00010000:00010000:2.0:1722795744.076881:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076882:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076885:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.076887:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076890:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.076895:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076895:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.076899:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa677d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.076911:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766378112:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.076913:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1167:2005:x1806482046388608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.076918:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967294 00010000:00010000:3.0:1722795744.076922:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.076946:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3685:3680:x1806481766376320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1383us (1425us total) trans 4296352002 rc 0/0 00000100:00100000:0.0:1722795744.076951:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043977 00010000:00010000:2.0:1722795744.076951:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076957:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.076963:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965ce00/2, rc 0, transno 1384706 00010000:00010000:0.0:1722795744.076964:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076964:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076968:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076969:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.076970:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766376320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.076972:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076974:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076976:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076991:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.076992:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.076994:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.076995:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076996:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.076999:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077002:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077003:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3684:3681:x1806481766376448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1445us (1495us total) trans 4296352003 rc 0/0 00010000:00010000:0.0:1722795744.077005:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077008:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043976 00010000:00010000:0.0:1722795744.077010:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa677fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077010:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077014:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa677d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077024:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766378240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.077036:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.077048:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766378240 00000100:00100000:1.0:1722795744.077050:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766378240 00000100:00100000:1.0:1722795744.077059:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043983 00000100:00100000:1.0:1722795744.077061:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3686:3679:x1806481766378240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.077069:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10600 count 1 00010000:00010000:1.0:1722795744.077077:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077079:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3686:3680:x1806481766377600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1207us (1240us total) trans 4296352004 rc 0/0 00000100:00100000:0.0:1722795744.077082:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043981 00010000:00010000:1.0:1722795744.077084:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077088:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.077089:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.077091:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.077092:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327d6a00/2, rc 0, transno 1384708 00000100:00100000:3.0:1722795744.077098:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766377600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.077100:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077105:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.077119:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766378368:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.077120:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3685:3679:x1806481766376192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1632us (1671us total) trans 4296352005 rc 0/0 00000100:00100000:3.0:1722795744.077121:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766378496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077126:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043975 00000100:00100000:0.0:1722795744.077127:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.077138:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.077143:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046388992 00000100:00100000:3.0:1722795744.077144:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.077146:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046388992 00010000:00010000:2.0:1722795744.077155:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1167 pid: 16071 timeout: 939 lvb_type: 0 00000004:00080000:1.0:1722795744.077158:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965ea00/2, rc 0, transno 1384709 00000100:00100000:1.0:1722795744.077165:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766376192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077167:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967295 00000100:00100000:2.0:1722795744.077169:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1167:2005:x1806482046388992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.077174:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.077176:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1167 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.077177:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.077179:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795744.077181:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1167 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.077183:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.077184:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766378624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.077190:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077192:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a62cfc0/0xc2e84c07bf87bbd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9d42 expref: 1167 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.077194:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077198:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077198:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.077199:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.077199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.077201:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.077201:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077203:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077205:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077207:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077210:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766378496 00000100:00100000:0.0:1722795744.077213:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766378496 00000100:00100000:3.0:1722795744.077214:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766378624 00010000:00010000:2.0:1722795744.077215:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.077216:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.077217:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766378624 00010000:00010000:1.0:1722795744.077220:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa677f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077224:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043984 00000100:00100000:0.0:1722795744.077227:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a2b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3686:3680:x1806481766378496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.077233:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043985 00000100:00100000:2.0:1722795744.077234:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1166:2005:x1806482046388992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (106us total) trans 0 rc 0/0 00002000:00080000:0.0:1722795744.077235:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10601 count 1 00000100:00100000:3.0:1722795744.077237:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a2b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3686:3680:x1806481766378624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077239:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967295 00010000:00010000:0.0:1722795744.077242:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077248:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.077248:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10602 count 1 00010000:00010000:0.0:1722795744.077252:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077253:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077254:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077257:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077263:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.077266:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965df80/2, rc 0, transno 1384707 00010000:00010000:3.0:1722795744.077267:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1165 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077271:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.077272:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766376448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.077274:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.077275:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.077276:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766378752:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.077278:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077281:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077287:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077289:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.077293:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077296:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1165 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077304:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077304:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1165 pid: 16108 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.077307:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3687:3680:x1806481766377216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1471us (1491us total) trans 4296352006 rc 0/0 00010000:00010000:2.0:1722795744.077309:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077311:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043980 00010000:00010000:2.0:1722795744.077314:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865440 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.077314:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766378880:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.077316:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077322:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077325:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077329:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077329:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077333:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077334:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa677e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.077334:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.077337:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077340:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077343:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.077345:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077349:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077356:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077359:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa677ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077362:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.077368:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379008:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.077368:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327d4e00/2, rc 0, transno 1384710 00000100:00100000:3.0:1722795744.077374:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766377216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.077380:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.077410:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.077416:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077419:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.077424:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077431:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.077433:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327d6300/2, rc 0, transno 1384711 00000100:00100000:2.0:1722795744.077433:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3688:3679:x1806481766376960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1729us (1759us total) trans 4296352007 rc 0/0 00000100:00100000:2.0:1722795744.077437:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043978 00010000:00010000:3.0:1722795744.077438:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077441:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3688:3679:x1806481766377088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1693us (1738us total) trans 4296352008 rc 0/0 00000100:00100000:0.0:1722795744.077442:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766376960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.077445:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043979 00000100:00100000:2.0:1722795744.077445:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766379008 00010000:00010000:3.0:1722795744.077446:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.077447:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766379008 00000004:00080000:0.0:1722795744.077448:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327d7800/2, rc 0, transno 1384712 00000100:00100000:0.0:1722795744.077450:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766377088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077456:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766379136 00000100:00100000:2.0:1722795744.077457:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766379136 00010000:00010000:3.0:1722795744.077457:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2f40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.077460:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043986 00010000:00010000:3.0:1722795744.077460:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077463:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3688:3679:x1806481766379008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077465:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043987 00000100:00100000:2.0:1722795744.077467:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3688:3679:x1806481766379136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.077467:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.077470:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10603 count 1 00002000:00080000:2.0:1722795744.077475:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10604 count 1 00010000:00010000:0.0:1722795744.077477:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077477:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077482:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077483:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077483:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67801 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077488:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1165 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077490:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077491:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.077492:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077493:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077493:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.077494:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077501:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077504:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1165 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077506:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.077510:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1165 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.077512:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766379264:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.077515:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766379392:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.077526:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.077528:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.077532:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766379520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077538:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766379648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.077554:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.077570:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766379520 00000100:00100000:2.0:1722795744.077572:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766379520 00000100:00100000:2.0:1722795744.077582:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043988 00000100:00100000:2.0:1722795744.077585:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a2b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3689:3680:x1806481766379520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.077592:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10605 count 1 00010000:00010000:2.0:1722795744.077598:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077604:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1165 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077608:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.077608:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.077610:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077618:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1165 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077623:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1165 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.077628:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766379776:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.077641:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.077648:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.077657:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3690:3678:x1806481766377984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1513us (1539us total) trans 4296352009 rc 0/0 00000100:00100000:0.0:1722795744.077660:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766379648 00000100:00100000:0.0:1722795744.077663:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766379648 00000100:00100000:3.0:1722795744.077664:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043982 00000004:00080000:2.0:1722795744.077670:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327d6680/2, rc 0, transno 1384713 00000100:00100000:0.0:1722795744.077675:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043989 00000100:00100000:0.0:1722795744.077678:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3690:3681:x1806481766379648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077684:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766377984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.077695:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.077706:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389120 00000100:00100000:2.0:1722795744.077709:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389120 00000100:00100000:1.0:1722795744.077712:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766378368:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.077720:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10606 count 1 00010000:00010000:2.0:1722795744.077720:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.077722:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077727:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077734:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1166 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077738:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077739:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.077741:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.077741:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967296 00000100:00100000:2.0:1722795744.077745:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1166:2006:x1806482046389120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.077751:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1166 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077752:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.077756:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1166 pid: 16081 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.077756:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.077761:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766380032:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.077764:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.077775:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800998fa400/0xc2e84c07bf87bde4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9e6f expref: 1166 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.077776:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.077783:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.077785:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.077786:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.077787:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.077788:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766378880:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.077789:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077795:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.077798:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.077800:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.077808:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766379904 00010000:00010000:2.0:1722795744.077810:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.077811:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766379904 00000100:00100000:0.0:1722795744.077813:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766378752:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.077827:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043990 00000100:00100000:2.0:1722795744.077827:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1165:2006:x1806482046389120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.077830:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3691:3679:x1806481766379904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.077832:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967296 00002000:00080000:1.0:1722795744.077838:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10607 count 1 00010000:00010000:1.0:1722795744.077845:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077852:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1164 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077856:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.077857:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.077859:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.077865:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077868:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1164 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077873:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1164 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.077878:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.077879:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766380160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.077893:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.077894:0:16402:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389376 00000100:00100000:3.0:1722795744.077897:0:16402:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389376 00010000:00010000:1.0:1722795744.077901:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077905:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077909:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077909:0:16402:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1165 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.077913:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077916:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077921:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.077923:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.077925:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967297 00010000:00010000:1.0:1722795744.077926:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.077927:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.077929:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1165:2006:x1806482046389376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.077932:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.077935:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67808 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.077937:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.077938:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389248 00000100:00100000:2.0:1722795744.077940:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389248 00010000:00010000:3.0:1722795744.077940:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1165 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.077949:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1166 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.077949:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1166 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.077960:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dcc4900/0xc2e84c07bf87c148 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea08a expref: 1166 pid: 16108 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.077964:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967298 00000100:00100000:2.0:1722795744.077968:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1165:2006:x1806482046389248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.077969:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.077971:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.077973:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077974:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.077976:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.077995:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.077999:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.078008:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800725218c0/0xc2e84c07bf87bf9d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807e9f8e expref: 1165 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078010:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.078015:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078016:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078017:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.078021:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766379264:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.078021:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078029:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078030:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1164:2006:x1806482046389376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.078031:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.078034:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3692:3679:x1806481766378240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 971us (996us total) trans 4296352010 rc 0/0 00000100:00100000:3.0:1722795744.078036:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967297 00000100:00100000:1.0:1722795744.078038:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043983 00000004:00080000:0.0:1722795744.078043:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b2680/2, rc 0, transno 1384714 00000100:00100000:2.0:1722795744.078043:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1163:2006:x1806482046389248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.078047:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766378240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.078048:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967298 00010000:00010000:0.0:1722795744.078054:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078061:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078065:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078069:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078071:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078072:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.078073:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078076:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.078076:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007a2b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766380288:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.078077:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078079:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078081:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078086:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078087:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078090:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6780f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078090:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.078093:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078099:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078101:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766380288 00000100:00100000:1.0:1722795744.078103:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766380288 00010000:00010000:3.0:1722795744.078105:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.078107:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078114:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043991 00010000:00010000:3.0:1722795744.078114:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078117:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3692:3678:x1806481766380288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.078124:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078130:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67816 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.078135:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10608 count 1 00010000:00010000:1.0:1722795744.078142:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078149:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1162 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078157:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.078158:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.078159:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.078165:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a2b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3693:3680:x1806481766378496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 936us (1020us total) trans 4296352011 rc 0/0 00010000:00010000:1.0:1722795744.078168:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1162 pid: 15414 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.078169:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043984 00000004:00080000:2.0:1722795744.078172:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b0000/2, rc 0, transno 1384715 00010000:00010000:1.0:1722795744.078173:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1162 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.078176:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766378496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.078179:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766380416:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.078195:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.078232:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a2b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3693:3680:x1806481766378624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 992us (1031us total) trans 4296352012 rc 0/0 00000004:00080000:0.0:1722795744.078235:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b0380/2, rc 0, transno 1384716 00000100:00100000:0.0:1722795744.078237:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766378624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.078239:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043985 00000100:00100000:2.0:1722795744.078278:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766380672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.078290:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.078297:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.078300:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766380544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.078303:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766380672 00000100:00100000:3.0:1722795744.078306:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766380672 00000100:00100000:2.0:1722795744.078307:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.078310:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.078318:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766380544 00000100:00100000:3.0:1722795744.078320:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766380544 00000100:00100000:0.0:1722795744.078322:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043992 00000100:00100000:2.0:1722795744.078324:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389504 00000100:00100000:0.0:1722795744.078325:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3694:3681:x1806481766380672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.078326:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389504 00000100:00100000:3.0:1722795744.078329:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043993 00002000:00080000:0.0:1722795744.078333:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10610 count 1 00000100:00100000:3.0:1722795744.078333:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3694:3681:x1806481766380544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.078336:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.078337:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1163 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.078340:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.078344:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10609 count 1 00000100:00100000:1.0:1722795744.078346:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.078357:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389760 00000100:00100000:3.0:1722795744.078359:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389632 00000100:00100000:2.0:1722795744.078360:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389760 00000100:00100000:3.0:1722795744.078361:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389632 00010000:00010000:3.0:1722795744.078368:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1165 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.078369:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1165 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.078379:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967299 00010000:00010000:0.0:1722795744.078380:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1165 pid: 16088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078382:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1165:2006:x1806482046389504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.078384:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.078385:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.078385:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967300 00010000:00010000:3.0:1722795744.078386:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.078387:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078389:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1165:2005:x1806482046389632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.078389:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.078393:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.078394:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.078411:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.078412:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1165 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078416:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1165 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.078418:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1165 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078418:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c30480/0xc2e84c07bf87c37f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea1b7 expref: 1165 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.078424:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766380800:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.078424:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1164 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078424:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.078426:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.078428:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078432:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078435:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078437:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078439:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078440:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766380160:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.078441:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.078445:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078453:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078454:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.078470:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1164:2005:x1806482046389632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.078470:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1164:2006:x1806482046389504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.078474:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967299 00000100:00100000:2.0:1722795744.078476:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967300 00000100:00100000:0.0:1722795744.078479:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.078482:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046389888 00000100:00100000:3.0:1722795744.078484:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046389888 00000100:00100000:2.0:1722795744.078486:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967301 00010000:00010000:0.0:1722795744.078487:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078489:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1163:2005:x1806482046389760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.078489:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1163 pid: 16081 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.078492:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078493:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.078496:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078496:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1163 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.078499:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967302 00010000:00010000:0.0:1722795744.078500:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078501:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1163 pid: 16078 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.078501:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1163:2005:x1806482046389888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.078503:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078505:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.078506:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.078507:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.078507:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1163 pid: 16081 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.078508:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078508:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078509:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078511:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078512:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1163 pid: 16081 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.078513:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078517:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078518:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.078518:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.078519:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.078520:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078521:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6781d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078521:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.078524:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078525:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1163:2005:x1806482046389760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.078528:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967301 00010000:00010000:3.0:1722795744.078530:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.078538:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1162:2005:x1806482046389888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.078541:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967302 00000100:00100000:2.0:1722795744.078548:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390016 00000100:00100000:2.0:1722795744.078549:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390016 00010000:00010000:2.0:1722795744.078555:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1162 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078558:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078566:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1162 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078570:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.078571:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967303 00010000:00010000:3.0:1722795744.078571:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.078572:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078575:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1162:2005:x1806482046390016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.078580:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.078583:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1162 pid: 16061 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078583:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1162 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078588:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1162 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.078590:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3695:3679:x1806481766379008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1126us (1208us total) trans 4296352013 rc 0/0 00010000:00010000:2.0:1722795744.078592:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1162 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.078594:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043986 00000100:00100000:3.0:1722795744.078594:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766380928:192.168.201.15@tcp:104: 00000004:00080000:1.0:1722795744.078596:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b1c00/2, rc 0, transno 1384717 00000100:00100000:1.0:1722795744.078601:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.078602:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012caa06c0/0xc2e84c07bf87cd0a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea6d4 expref: 1162 pid: 16061 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.078609:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.078614:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133538480/0xc2e84c07bf87c991 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea514 expref: 1161 pid: 16081 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.078615:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078617:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.078619:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.078621:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766380032:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.078621:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.078626:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766381056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.078626:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078629:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078634:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078637:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078639:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.078639:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.078641:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078644:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078647:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766381056 00010000:00010000:0.0:1722795744.078648:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078649:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766381056 00010000:00010000:0.0:1722795744.078651:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.078651:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078653:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078655:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078655:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1160:2005:x1806482046390016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (133us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.078659:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078659:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043994 00010000:00010000:1.0:1722795744.078660:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078662:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967303 00000100:00100000:3.0:1722795744.078662:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3695:3679:x1806481766381056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.078663:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078665:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078667:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.078668:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67832 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.078669:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10611 count 1 00010000:00010000:1.0:1722795744.078670:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.078672:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078675:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078676:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078681:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1159 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078682:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078685:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67839 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.078685:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.078686:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.078687:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078688:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968f3180/0xc2e84c07bf87c761 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea3e7 expref: 1159 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.078696:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1158 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.078699:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766379776:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.078701:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1158 pid: 16049 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.078706:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766381184:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.078710:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078717:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078718:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.078723:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078730:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078738:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078744:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078749:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.078752:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078756:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3697:3679:x1806481766379904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 925us (956us total) trans 4296352014 rc 0/0 00010000:00010000:2.0:1722795744.078759:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.078760:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043990 00010000:00010000:2.0:1722795744.078767:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.078774:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa6782b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.078776:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b0a80/2, rc 0, transno 1384718 00000100:00100000:1.0:1722795744.078780:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.078797:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766381312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.078807:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.078817:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766381312 00000100:00100000:1.0:1722795744.078819:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766381312 00000100:00100000:0.0:1722795744.078827:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3698:3681:x1806481766379648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1146us (1177us total) trans 4296352015 rc 0/0 00000100:00100000:1.0:1722795744.078827:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043995 00000100:00100000:1.0:1722795744.078830:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3698:3679:x1806481766381312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.078831:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043989 00000004:00080000:3.0:1722795744.078832:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b1f80/2, rc 0, transno 1384719 00002000:00080000:1.0:1722795744.078837:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10612 count 1 00000100:00100000:3.0:1722795744.078838:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766379648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.078843:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078850:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1158 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.078854:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.078855:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.078857:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078861:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795744.078865:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1158 pid: 9449 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.078865:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766381440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.078875:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1158 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.078875:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a2b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3697:3680:x1806481766379520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1287us (1319us total) trans 4296352016 rc 0/0 00000100:00100000:3.0:1722795744.078879:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.078880:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766381568:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.078881:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043988 00000100:00100000:1.0:1722795744.078893:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.078894:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766381440 00000100:00100000:2.0:1722795744.078896:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766381440 00000004:00080000:0.0:1722795744.078904:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b2a00/2, rc 0, transno 1384720 00000100:00100000:0.0:1722795744.078909:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766379520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.078911:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043996 00000100:00100000:2.0:1722795744.078915:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3697:3681:x1806481766381440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.078924:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766381696:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.078925:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10613 count 1 00000100:00100000:1.0:1722795744.078926:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.078935:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.078945:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390144 00000100:00100000:2.0:1722795744.078947:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390144 00010000:00010000:2.0:1722795744.078957:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1159 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.078970:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766381696 00000100:00100000:0.0:1722795744.078973:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766381696 00000100:00100000:2.0:1722795744.078975:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967304 00000100:00100000:2.0:1722795744.078991:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1159:2005:x1806482046390144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.078996:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.078997:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043997 00010000:00010000:2.0:1722795744.078999:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1159 pid: 15414 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.079000:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3698:3681:x1806481766381696:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.079005:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1159 pid: 15414 timeout: 939 lvb_type: 0 00002000:00080000:0.0:1722795744.079008:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10614 count 1 00010000:00010000:2.0:1722795744.079011:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.079012:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.079014:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079014:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.079015:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.079018:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079021:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1159 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079024:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390272 00010000:00010000:0.0:1722795744.079025:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.079025:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.079026:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390272 00010000:00010000:0.0:1722795744.079027:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.079028:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079034:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1160 pid: 16088 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.079036:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1160:2005:x1806482046390144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.079038:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1160 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.079041:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967304 00010000:00010000:0.0:1722795744.079043:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1160 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.079045:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967305 00000100:00100000:3.0:1722795744.079047:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1159:2006:x1806482046390272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.079048:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766381824:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.079052:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.079054:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079054:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1159 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.079060:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1159 pid: 16088 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.079061:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.079061:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1159 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079064:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.079065:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.079066:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079067:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.079067:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.079069:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079073:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079074:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009beceac0/0xc2e84c07bf87d4f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eaa5b expref: 1159 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.079075:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1159 pid: 16095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079080:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766380800:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.079080:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1158 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.079080:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.079085:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766381952:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.079087:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079092:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079093:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1158:2006:x1806482046390272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (80us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.079095:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079097:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967305 00000100:00100000:2.0:1722795744.079098:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.079099:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079101:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0482400/0xc2e84c07bf87cf80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea801 expref: 1158 pid: 15414 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.079106:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079110:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.079110:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766380416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.079113:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.079114:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079114:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007aae7840/0xc2e84c07bf87c4d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea2a5 expref: 1156 pid: 16078 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.079118:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079119:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079123:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079124:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.079124:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766379392:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.079127:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67847 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079127:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079131:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079135:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079139:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079139:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079143:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.079144:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079147:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079148:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079153:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079154:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.079157:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67840 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079160:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079166:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079172:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079178:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8661c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.079180:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079187:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079197:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079203:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67824 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079204:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3700:3681:x1806481766380672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 877us (911us total) trans 4296352017 rc 0/0 00000100:00100000:0.0:1722795744.079207:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043992 00000004:00080000:3.0:1722795744.079218:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a5180/2, rc 0, transno 1384721 00000100:00100000:3.0:1722795744.079223:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766380672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.079235:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3699:3678:x1806481766380288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1117us (1144us total) trans 4296352018 rc 0/0 00000100:00100000:1.0:1722795744.079239:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043991 00000100:00100000:3.0:1722795744.079243:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766382080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.079257:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.079263:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766382080 00000100:00100000:1.0:1722795744.079265:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766382080 00000004:00080000:3.0:1722795744.079269:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b2300/2, rc 0, transno 1384722 00000100:00100000:3.0:1722795744.079273:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766380288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.079274:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043998 00000100:00100000:1.0:1722795744.079277:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3700:3678:x1806481766382080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.079285:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10615 count 1 00000100:00100000:3.0:1722795744.079289:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.079291:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079291:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766382208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.079301:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1155 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079302:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.079306:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.079307:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.079308:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.079309:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3700:3679:x1806481766379136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1839us (1886us total) trans 4296352019 rc 0/0 00000004:00080000:0.0:1722795744.079313:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007a2b1500/2, rc 0, transno 1384723 00000100:00100000:2.0:1722795744.079315:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043987 00010000:00010000:1.0:1722795744.079317:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1155 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079318:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007a2b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766379136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.079322:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1155 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.079326:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766382208 00000100:00100000:1.0:1722795744.079327:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766382336:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.079328:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766382208 00000100:00100000:1.0:1722795744.079342:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.079343:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766382464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.079347:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043999 00000100:00100000:2.0:1722795744.079351:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3700:3678:x1806481766382208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.079355:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795744.079361:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10616 count 1 00000100:00100000:0.0:1722795744.079366:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766382464 00000100:00100000:0.0:1722795744.079367:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766382464 00010000:00010000:2.0:1722795744.079372:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079374:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044000 00000100:00100000:0.0:1722795744.079377:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3701:3680:x1806481766382464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.079381:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1155 pid: 16115 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.079384:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10617 count 1 00010000:00010000:2.0:1722795744.079387:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.079389:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.079390:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079391:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079410:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1155 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079424:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1155 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079431:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1155 pid: 16115 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.079440:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766382592:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.079461:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.079466:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.079467:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.079469:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079481:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1155 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.079486:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1155 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.079492:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766382720:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.079493:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766380928:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.079503:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079505:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.079531:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766381184:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.079539:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.079750:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.079763:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766381568:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.079772:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.079781:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390400 00000100:00100000:3.0:1722795744.079784:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390400 00010000:00010000:3.0:1722795744.079792:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1156 pid: 16042 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.079804:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967306 00000100:00100000:3.0:1722795744.079807:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2006:x1806482046390400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.079811:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.079813:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1156 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.079818:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1156 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.079829:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dd2a640/0xc2e84c07bf87d27b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ea943 expref: 1156 pid: 16042 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.079836:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.079837:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.079839:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079843:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.079857:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.079870:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1155:2006:x1806482046390400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.079874:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967306 00010000:00010000:2.0:1722795744.079879:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079885:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079889:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079893:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079897:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079900:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a33c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.079901:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079905:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079914:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.079918:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa6784e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080001:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.080011:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390656 00000100:00100000:3.0:1722795744.080013:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390656 00000100:00100000:2.0:1722795744.080014:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3702:3681:x1806481766380544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1679us (1704us total) trans 4296352020 rc 0/0 00000100:00100000:1.0:1722795744.080016:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.080019:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1155 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.080020:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043993 00000100:00100000:3.0:1722795744.080033:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390528 00000100:00100000:3.0:1722795744.080034:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390528 00000100:00100000:0.0:1722795744.080038:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967307 00010000:00010000:3.0:1722795744.080038:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1156 pid: 16049 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.080040:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766381952:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.080042:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2006:x1806482046390656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.080048:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.080048:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080050:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967308 00010000:00010000:0.0:1722795744.080051:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1156 pid: 9449 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080053:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2005:x1806482046390528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.080057:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1156 pid: 9449 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080057:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.080060:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1156 pid: 16049 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.080065:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007aad9200/0xc2e84c07bf87e567 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb74a expref: 1156 pid: 9449 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080065:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1156 pid: 16049 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.080070:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.080071:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.080072:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.080072:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081b746c0/0xc2e84c07bf87e361 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb62b expref: 1155 pid: 16049 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.080073:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080077:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080078:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.080078:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.080079:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.080080:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080082:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390784 00010000:00010000:3.0:1722795744.080084:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080086:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.080086:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390784 00010000:00010000:0.0:1722795744.080087:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.080093:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.080096:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1155 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.080099:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1155:2006:x1806482046390656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.080102:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967307 00000100:00100000:3.0:1722795744.080103:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1155:2005:x1806482046390528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.080107:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967308 00000100:00100000:0.0:1722795744.080112:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046390912 00000100:00100000:2.0:1722795744.080113:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391040 00000100:00100000:0.0:1722795744.080114:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046390912 00000100:00100000:1.0:1722795744.080115:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.080115:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391040 00010000:00010000:0.0:1722795744.080120:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1155 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.080122:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1155 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080130:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391168 00000100:00100000:3.0:1722795744.080131:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391168 00000100:00100000:0.0:1722795744.080133:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967309 00000100:00100000:0.0:1722795744.080136:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2005:x1806482046390784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.080136:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1156 pid: 16115 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.080137:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967310 00010000:00010000:0.0:1722795744.080140:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.080141:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2006:x1806482046390912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.080142:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1156 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.080147:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1156 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.080148:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.080151:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967311 00010000:00010000:2.0:1722795744.080152:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1156 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.080153:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.080154:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.080154:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2006:x1806482046391040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.080155:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080157:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967312 00010000:00010000:3.0:1722795744.080157:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.080159:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080160:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1156 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080160:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1156 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.080161:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2006:x1806482046391168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.080164:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.080166:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.080166:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1156 pid: 15447 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.080169:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1156 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.080172:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981d9d40/0xc2e84c07bf87e751 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb84d expref: 1156 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080172:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.080173:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.080174:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1156:2005:x1806482046390784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (103us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.080175:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1156 pid: 16115 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080175:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080178:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967309 00010000:00010000:3.0:1722795744.080179:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080182:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.080183:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.080184:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.080184:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.080184:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.080186:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080186:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080190:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080192:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080194:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1154:2006:x1806482046391040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.080195:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880071812ac0/0xc2e84c07bf87e8d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eb95e expref: 1154 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080197:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967311 00010000:00010000:1.0:1722795744.080198:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.080201:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766381824:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.080206:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.080209:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080209:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1152:2006:x1806482046391168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.080212:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967312 00010000:00010000:0.0:1722795744.080214:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080217:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.080217:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a4700/2, rc 0, transno 1384724 00010000:00010000:0.0:1722795744.080221:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080221:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1151:2006:x1806482046390912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.080221:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766380544:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.080224:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080227:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080227:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967310 00010000:00010000:0.0:1722795744.080228:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080231:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095febcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.080231:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080233:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080235:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080236:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080239:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080241:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080242:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080245:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.080247:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080248:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67863 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080251:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080253:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bbb840/0xc2e84c07bf87ecb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebb79 expref: 1150 pid: 16115 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080253:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766382848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080255:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080259:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa6786a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080259:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766382592:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.080266:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.080270:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080275:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080279:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080280:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766382848 00000100:00100000:3.0:1722795744.080281:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766382848 00010000:00010000:2.0:1722795744.080283:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080287:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080290:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044001 00010000:00010000:2.0:1722795744.080291:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080293:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3703:3681:x1806481766382848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.080294:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8673c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.080296:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080299:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080305:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080308:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67878 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.080313:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10618 count 1 00010000:00010000:3.0:1722795744.080320:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080321:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3704:3681:x1806481766381696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1319us (1384us total) trans 4296352021 rc 0/0 00000100:00100000:0.0:1722795744.080324:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043997 00010000:00010000:3.0:1722795744.080327:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1149 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080331:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080332:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080333:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080340:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3703:3681:x1806481766381440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1424us (1459us total) trans 4296352022 rc 0/0 00010000:00010000:3.0:1722795744.080342:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1149 pid: 16095 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080344:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043996 00010000:00010000:3.0:1722795744.080347:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1149 pid: 16095 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080353:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766382976:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.080358:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080362:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080366:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080366:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.080370:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080373:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080375:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.080376:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.080378:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.080378:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a5880/2, rc 0, transno 1384725 00010000:00010000:1.0:1722795744.080381:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080382:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766381696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080387:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.080387:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a4a80/2, rc 0, transno 1384726 00000100:00100000:3.0:1722795744.080389:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766381440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080391:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa6785c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080426:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766383104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.080439:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.080450:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.080452:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391296 00000100:00100000:3.0:1722795744.080452:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766383232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.080455:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391296 00000100:00100000:3.0:1722795744.080460:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.080463:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1150 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080471:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766383104 00000100:00100000:3.0:1722795744.080473:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766383104 00000100:00100000:1.0:1722795744.080477:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3705:3679:x1806481766381312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1646us (1668us total) trans 4296352024 rc 0/0 00000100:00100000:2.0:1722795744.080477:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967313 00000100:00100000:2.0:1722795744.080480:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1150:2005:x1806482046391296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.080481:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043995 00000100:00100000:3.0:1722795744.080481:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766383232 00000100:00100000:3.0:1722795744.080482:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766383232 00010000:00010000:2.0:1722795744.080484:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.080486:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1150 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080489:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044002 00010000:00010000:2.0:1722795744.080491:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1150 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.080492:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044003 00000100:00100000:3.0:1722795744.080492:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3705:3678:x1806481766383104:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.080493:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11f100/2, rc 0, transno 1384728 00000100:00100000:1.0:1722795744.080495:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3705:3678:x1806481766383232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.080498:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.080499:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766381312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.080499:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1722795744.080499:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10619 count 1 00010000:00010000:2.0:1722795744.080500:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.080503:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10620 count 1 00010000:00010000:2.0:1722795744.080504:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080506:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080509:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080510:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007509b3c0/0xc2e84c07bf87ef46 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebcc2 expref: 1150 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.080511:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.080512:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1150 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080516:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766382720:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.080516:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080516:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080517:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080518:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080520:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.080521:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.080522:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080524:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080524:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1149:2005:x1806482046391296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.080527:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967313 00010000:00010000:3.0:1722795744.080527:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1149 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080529:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080531:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080532:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1149 pid: 15462 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.080533:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080537:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080537:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1148 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080541:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766383360:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.080543:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080547:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080547:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766383488:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.080549:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3705:3678:x1806481766382208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1198us (1246us total) trans 4296352023 rc 0/0 00010000:00010000:0.0:1722795744.080550:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.080552:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080553:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.080555:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.080555:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043999 00000100:00100000:1.0:1722795744.080560:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.080561:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.080564:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa6787f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080575:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e320900/0xc2e84c07bf87eadf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eba68 expref: 1148 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080576:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1722795744.080580:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a7800/2, rc 0, transno 1384727 00000100:00100000:3.0:1722795744.080581:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766383616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.080582:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766382336:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.080588:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766382208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080589:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080593:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080593:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.080597:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080601:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080604:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080607:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766383616 00010000:00010000:1.0:1722795744.080608:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080609:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766383616 00010000:00010000:1.0:1722795744.080611:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.080613:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080617:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080617:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044004 00000100:00100000:3.0:1722795744.080620:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3705:3681:x1806481766383616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080623:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080624:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.080626:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67871 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.080627:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10621 count 1 00000100:00100000:0.0:1722795744.080630:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766383744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.080630:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080633:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080637:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080639:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1147 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.080643:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.080643:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080643:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.080644:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080645:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080649:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080652:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080653:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1147 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080656:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.080657:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080658:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1147 pid: 16049 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.080661:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080666:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766383872:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.080667:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080670:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67855 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080680:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.080690:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766383744 00000100:00100000:3.0:1722795744.080692:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766383744 00000100:00100000:3.0:1722795744.080699:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044005 00000100:00100000:3.0:1722795744.080702:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3708:3680:x1806481766383744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.080708:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10622 count 1 00000100:00100000:1.0:1722795744.080710:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3708:3678:x1806481766382080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1430us (1450us total) trans 4296352025 rc 0/0 00010000:00010000:3.0:1722795744.080713:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.080716:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043998 00000100:00100000:0.0:1722795744.080719:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3709:3680:x1806481766382464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1340us (1362us total) trans 4296352026 rc 0/0 00010000:00010000:3.0:1722795744.080719:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1147 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080722:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.080723:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044000 00010000:00010000:3.0:1722795744.080723:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080724:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080734:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1147 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080742:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1147 pid: 16026 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.080749:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766384000:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.080772:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3707:3679:x1806481766381056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2109us (2131us total) trans 4296352027 rc 0/0 00000100:00100000:2.0:1722795744.080776:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043994 00000100:00100000:3.0:1722795744.080776:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1722795744.080783:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a4380/2, rc 0, transno 1384730 00000100:00100000:0.0:1722795744.080790:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766382464:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.080796:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a7480/2, rc 0, transno 1384729 00000100:00100000:2.0:1722795744.080799:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766382080:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.080804:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11ea00/2, rc 0, transno 1384731 00000100:00100000:0.0:1722795744.080806:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766381056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.080829:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766384256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.080830:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766384128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.080844:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.080847:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766384384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.080859:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.080867:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766384256 00000100:00100000:0.0:1722795744.080871:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.080871:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766384384 00000100:00100000:2.0:1722795744.080871:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766384256 00000100:00100000:1.0:1722795744.080874:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766384384 00000100:00100000:2.0:1722795744.080885:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766384128 00000100:00100000:1.0:1722795744.080886:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044006 00000100:00100000:2.0:1722795744.080887:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766384128 00000100:00100000:1.0:1722795744.080889:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3709:3679:x1806481766384256:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.080891:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044007 00000100:00100000:3.0:1722795744.080894:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3709:3680:x1806481766384384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.080897:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10624 count 1 00000100:00100000:2.0:1722795744.080899:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044008 00002000:00080000:3.0:1722795744.080902:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10625 count 1 00000100:00100000:2.0:1722795744.080903:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3709:3678:x1806481766384128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.080904:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080909:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080910:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1147 pid: 16090 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.080913:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10623 count 1 00010000:00010000:3.0:1722795744.080915:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1147 pid: 16107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080918:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.080919:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080919:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.080920:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080920:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.080921:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080922:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080929:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1147 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080932:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1147 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.080932:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1147 pid: 16107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.080934:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1147 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.080937:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1147 pid: 16107 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.080939:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766384512:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.080939:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.080940:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.080943:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.080943:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766384640:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.080954:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.080956:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.080958:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1147 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.080971:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1147 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.080998:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766384768:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.081018:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.081031:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766382976:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.081042:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081095:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.081111:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391424 00000100:00100000:2.0:1722795744.081115:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391424 00010000:00010000:2.0:1722795744.081126:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1148 pid: 16095 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.081143:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967314 00000100:00100000:2.0:1722795744.081147:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1148:2005:x1806482046391424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.081154:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.081157:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1148 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.081166:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1148 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.081177:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b91680/0xc2e84c07bf87f161 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebde8 expref: 1148 pid: 16095 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.081186:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.081187:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.081190:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081196:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081210:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.081221:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081229:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081230:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1147:2005:x1806482046391424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.081235:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967314 00010000:00010000:3.0:1722795744.081236:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081242:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081249:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081254:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a21c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.081257:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081264:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081273:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081277:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67886 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081353:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766383872:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.081363:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3710:3681:x1806481766382848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1068us (1096us total) trans 4296352028 rc 0/0 00000100:00100000:1.0:1722795744.081365:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766383488:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.081366:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.081367:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044001 00010000:00010000:1.0:1722795744.081374:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081381:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766384000:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.081386:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a5500/2, rc 0, transno 1384732 00000100:00100000:3.0:1722795744.081389:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766382848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.081390:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.081416:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766383360:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.081425:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.081435:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766384896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.081448:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.081461:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766384896 00000100:00100000:3.0:1722795744.081462:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766384896 00000100:00100000:3.0:1722795744.081471:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044009 00000100:00100000:3.0:1722795744.081473:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3710:3681:x1806481766384896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.081480:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10626 count 1 00010000:00010000:3.0:1722795744.081486:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081493:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1146 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081496:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.081497:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.081498:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081508:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1146 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081514:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1146 pid: 16037 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.081519:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766385024:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.081528:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.081533:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.081540:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391680 00000100:00100000:2.0:1722795744.081543:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391680 00010000:00010000:2.0:1722795744.081553:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1147 pid: 15462 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.081565:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.081567:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967315 00000100:00100000:2.0:1722795744.081570:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1147:2006:x1806482046391680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.081574:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.081577:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.081580:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1147 pid: 15462 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.081583:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391552 00000100:00100000:3.0:1722795744.081586:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391552 00010000:00010000:2.0:1722795744.081588:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1147 pid: 15462 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.081590:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.081595:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391808 00010000:00010000:3.0:1722795744.081596:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1148 pid: 16049 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.081597:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391808 00010000:00010000:2.0:1722795744.081605:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a08b40/0xc2e84c07bf87f3c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ebf07 expref: 1149 pid: 15462 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.081606:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.081612:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967316 00010000:00010000:2.0:1722795744.081615:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.081615:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1148:2006:x1806482046391552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.081616:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.081618:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081620:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967317 00010000:00010000:3.0:1722795744.081620:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.081623:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1148:2006:x1806482046391808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.081623:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1148 pid: 16049 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.081625:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046391936 00010000:00010000:2.0:1722795744.081625:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081627:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.081628:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046391936 00010000:00010000:3.0:1722795744.081628:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1148 pid: 16049 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.081630:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.081635:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.081636:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc50fc0/0xc2e84c07bf87f837 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec168 expref: 1149 pid: 16049 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.081637:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1149 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.081639:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.081643:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089e86d00/0xc2e84c07bf87f5dd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec034 expref: 1149 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.081646:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.081647:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.081648:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081650:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967318 00010000:00010000:1.0:1722795744.081650:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.081651:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.081652:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1147:2006:x1806482046391936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.081653:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081653:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081655:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1147:2006:x1806482046391680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.081657:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.081659:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1147 pid: 16026 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.081659:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967315 00010000:00010000:1.0:1722795744.081660:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081661:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.081665:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1147 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.081673:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.081673:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1146:2006:x1806482046391552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.081676:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800819ddb00/0xc2e84c07bf87fa52 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec2a3 expref: 1146 pid: 16026 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.081676:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967316 00010000:00010000:0.0:1722795744.081683:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.081684:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.081686:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081687:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081689:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f879500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1144:2006:x1806482046391808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (97us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.081690:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081692:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081695:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967317 00010000:00010000:2.0:1722795744.081696:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081699:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.081700:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081707:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081710:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1143:2006:x1806482046391936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (145us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.081710:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.081712:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081713:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967318 00010000:00010000:1.0:1722795744.081714:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081716:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081721:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081722:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081725:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa6788d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081726:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081728:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081730:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081732:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081734:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081736:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081738:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081739:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.081741:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081745:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081745:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081748:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.081750:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081751:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081754:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081755:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67894 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081758:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081762:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa678a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081799:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3713:3678:x1806481766383104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1305us (1358us total) trans 4296352029 rc 0/0 00000100:00100000:2.0:1722795744.081804:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044002 00010000:00010000:2.0:1722795744.081822:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081828:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081830:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3712:3678:x1806481766383232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1333us (1368us total) trans 4296352030 rc 0/0 00000100:00100000:1.0:1722795744.081834:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044003 00010000:00010000:2.0:1722795744.081835:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081841:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3711:3680:x1806481766383744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1138us (1197us total) trans 4296352031 rc 0/0 00010000:00010000:2.0:1722795744.081842:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081845:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044005 00010000:00010000:2.0:1722795744.081849:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.081853:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965d500/2, rc 0, transno 1384735 00010000:00010000:2.0:1722795744.081854:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.081857:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081858:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766383744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.081863:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.081864:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a6300/2, rc 0, transno 1384734 00000100:00100000:0.0:1722795744.081867:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766383232:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.081871:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a4e00/2, rc 0, transno 1384733 00000100:00100000:0.0:1722795744.081873:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766383104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.081873:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.081879:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa6789b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.081880:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766385152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.081893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.081897:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766385408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.081910:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766384640:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.081912:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.081918:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.081923:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766385280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.081930:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.081939:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766385152 00000100:00100000:3.0:1722795744.081940:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766385408 00000100:00100000:1.0:1722795744.081942:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766385152 00000100:00100000:3.0:1722795744.081942:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766385408 00000100:00100000:1.0:1722795744.081950:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766385280 00000100:00100000:1.0:1722795744.081951:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766385280 00000100:00100000:3.0:1722795744.081954:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044010 00000100:00100000:3.0:1722795744.081956:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3714:3678:x1806481766385152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.081959:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044011 00000100:00100000:1.0:1722795744.081962:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3714:3680:x1806481766385408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.081963:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044012 00002000:00080000:3.0:1722795744.081964:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10627 count 1 00000100:00100000:0.0:1722795744.081967:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3714:3679:x1806481766385280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.081969:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10629 count 1 00010000:00010000:3.0:1722795744.081969:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081972:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3714:3681:x1806481766383616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1350us (1377us total) trans 4296352032 rc 0/0 00002000:00080000:0.0:1722795744.081975:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10628 count 1 00010000:00010000:1.0:1722795744.081976:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.081976:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1142 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.081995:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.081995:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044004 00010000:00010000:3.0:1722795744.081996:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.081997:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.081998:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.081999:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1142 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082002:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1142 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082003:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.082004:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.082005:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.082005:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082006:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.082007:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1142 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082008:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082012:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1142 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.082015:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1142 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.082017:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766385536:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795744.082024:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cde680/2, rc 0, transno 1384736 00010000:00010000:1.0:1722795744.082025:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1142 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.082030:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766385664:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.082031:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.082032:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766383616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.082043:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.082060:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1142 pid: 16105 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.082064:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766385792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.082066:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1142 pid: 16105 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.082072:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766385920:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.082083:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.082086:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.082090:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.082099:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766385792 00000100:00100000:2.0:1722795744.082103:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766385792 00000100:00100000:0.0:1722795744.082104:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392192 00000100:00100000:1.0:1722795744.082105:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.082106:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392192 00010000:00010000:0.0:1722795744.082113:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1143 pid: 16107 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.082118:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044013 00000100:00100000:1.0:1722795744.082119:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.082123:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3714:3681:x1806481766385792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.082133:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392064 00000100:00100000:1.0:1722795744.082133:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392320 00002000:00080000:2.0:1722795744.082133:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10630 count 1 00000100:00100000:0.0:1722795744.082134:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392064 00000100:00100000:1.0:1722795744.082135:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392320 00000100:00100000:3.0:1722795744.082138:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967319 00010000:00010000:0.0:1722795744.082139:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1145 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.082141:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082142:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1145 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.082142:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1145:2006:x1806482046392192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.082147:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.082148:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967320 00010000:00010000:2.0:1722795744.082148:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1145 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082150:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1145 pid: 16107 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.082151:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1145:2006:x1806482046392064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.082152:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.082153:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.082154:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082155:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.082156:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1145 pid: 16107 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.082157:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1145 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.082158:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967321 00000100:00100000:1.0:1722795744.082162:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1145:2005:x1806482046392320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.082163:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1145 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.082165:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1145 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082167:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e9d18c0/0xc2e84c07bf8802d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec5c8 expref: 1145 pid: 16107 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.082169:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.082170:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.082171:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.082171:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1145 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.082172:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1144 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.082173:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082173:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.082174:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.082176:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082176:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.082177:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766386048:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.082180:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1144 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.082180:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082183:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.082189:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.082190:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.082192:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.082193:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1144:2006:x1806482046392064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (87us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.082193:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.082196:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082197:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967320 00000100:00100000:3.0:1722795744.082200:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1144:2006:x1806482046392192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.082203:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.082203:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967319 00010000:00010000:2.0:1722795744.082205:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097908fc0/0xc2e84c07bf87fd3f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec391 expref: 1143 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.082212:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766384768:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.082214:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.082218:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082222:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082224:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082226:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082229:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082230:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082232:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082233:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1141:2005:x1806482046392320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.082236:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082236:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082237:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967321 00010000:00010000:3.0:1722795744.082240:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.082241:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082242:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082245:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082247:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082250:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082252:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.082253:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa678b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082254:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082259:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d309b00/0xc2e84c07bf88001e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec494 expref: 1140 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.082260:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082265:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.082266:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766384512:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.082269:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082275:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082279:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa678b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x297f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082282:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392448 00000100:00100000:1.0:1722795744.082284:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392448 00010000:00010000:1.0:1722795744.082290:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1140 pid: 16037 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.082305:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967322 00000100:00100000:1.0:1722795744.082308:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1140:2006:x1806482046392448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.082313:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.082315:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1140 pid: 16037 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.082322:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766385024:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.082324:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1140 pid: 16037 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.082331:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6077180/0xc2e84c07bf8805c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec6ee expref: 1140 pid: 16037 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.082331:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082336:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.082337:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.082339:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082343:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082351:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.082364:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1139:2006:x1806482046392448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.082367:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967322 00000100:00100000:3.0:1722795744.082369:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3716:3680:x1806481766384384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1474us (1509us total) trans 4296352033 rc 0/0 00000100:00100000:3.0:1722795744.082373:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044007 00000100:00100000:2.0:1722795744.082383:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3715:3678:x1806481766384128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1477us (1508us total) trans 4296352034 rc 0/0 00000004:00080000:3.0:1722795744.082387:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965e300/2, rc 0, transno 1384737 00000100:00100000:2.0:1722795744.082389:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044008 00010000:00010000:1.0:1722795744.082391:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.082391:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766384384:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.082393:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965e680/2, rc 0, transno 1384738 00010000:00010000:1.0:1722795744.082409:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082410:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766384128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.082414:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082415:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082419:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082422:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082423:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082425:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082427:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082428:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.082430:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082431:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082434:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082436:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0240 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.082438:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766386176:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.082438:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082439:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082443:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa678a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082444:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082450:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.082453:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082459:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795744.082459:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa678be lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082461:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766386304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.082461:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766386176 00000100:00100000:2.0:1722795744.082465:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766386176 00000100:00100000:0.0:1722795744.082469:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.082478:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766386304 00000100:00100000:0.0:1722795744.082480:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044014 00000100:00100000:2.0:1722795744.082481:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766386304 00000100:00100000:0.0:1722795744.082483:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3717:3678:x1806481766386176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.082490:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10631 count 1 00000100:00100000:2.0:1722795744.082490:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044015 00000100:00100000:2.0:1722795744.082493:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3717:3678:x1806481766386304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.082497:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.082502:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10632 count 1 00010000:00010000:0.0:1722795744.082504:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1138 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082508:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.082509:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.082510:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082510:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3718:3679:x1806481766384256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1620us (1665us total) trans 4296352035 rc 0/0 00010000:00010000:2.0:1722795744.082510:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082514:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044006 00010000:00010000:2.0:1722795744.082519:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1138 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.082520:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1138 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.082524:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.082525:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1138 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.082526:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.082528:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082534:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766386432:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.082542:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1138 pid: 16106 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082546:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.082553:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1138 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.082559:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766386560:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.082566:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3717:3681:x1806481766384896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1090us (1115us total) trans 4296352036 rc 0/0 00000100:00100000:2.0:1722795744.082573:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.082573:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044009 00000004:00080000:1.0:1722795744.082585:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008965d880/2, rc 0, transno 1384739 00000100:00100000:1.0:1722795744.082590:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008965d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766384256:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.082595:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149dc00/2, rc 0, transno 1384740 00000100:00100000:3.0:1722795744.082598:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766384896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.082602:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.082608:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766386688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.082610:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.082615:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766386816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.082624:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.082634:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766386688 00000100:00100000:2.0:1722795744.082636:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766386688 00000100:00100000:0.0:1722795744.082641:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.082647:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766386816 00000100:00100000:2.0:1722795744.082648:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766386816 00000100:00100000:3.0:1722795744.082651:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044016 00000100:00100000:3.0:1722795744.082655:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3718:3681:x1806481766386688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.082656:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044017 00000100:00100000:1.0:1722795744.082659:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3718:3680:x1806481766386816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.082663:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10633 count 1 00002000:00080000:1.0:1722795744.082668:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10634 count 1 00010000:00010000:3.0:1722795744.082670:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082675:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082677:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1138 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082680:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.082681:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.082682:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1138 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082683:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082686:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.082686:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.082688:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082692:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1138 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.082698:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1138 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.082700:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1138 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.082703:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1138 pid: 15477 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.082706:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766386944:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.082709:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766387072:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.082720:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.082722:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.082907:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766385536:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.082914:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082919:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801327d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766385920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.082933:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.082954:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766385664:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.082966:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.082967:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.082992:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.082996:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392576 00000100:00100000:2.0:1722795744.082996:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766386048:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.082998:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392576 00000100:00100000:0.0:1722795744.083001:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.083002:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392960 00000100:00100000:3.0:1722795744.083004:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392960 00010000:00010000:1.0:1722795744.083006:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1139 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083007:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083012:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1140 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.083017:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392704 00000100:00100000:1.0:1722795744.083018:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392704 00010000:00010000:1.0:1722795744.083023:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1141 pid: 16105 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.083028:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967323 00000100:00100000:3.0:1722795744.083031:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1141:2005:x1806482046392576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.083032:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.083035:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.083036:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046392832 00000100:00100000:1.0:1722795744.083037:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046392832 00010000:00010000:3.0:1722795744.083038:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1141 pid: 16059 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083041:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1142 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.083043:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1142 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.083045:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967324 00000100:00100000:0.0:1722795744.083049:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967325 00000100:00100000:2.0:1722795744.083050:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1142:2005:x1806482046392960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.083051:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9b6f40/0xc2e84c07bf880844 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec829 expref: 1142 pid: 16059 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.083053:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1142:2005:x1806482046392704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.083056:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967326 00010000:00010000:0.0:1722795744.083058:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.083058:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.083058:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.083059:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1141:2005:x1806482046392832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.083059:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.083061:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083062:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1141 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083062:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1141 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083063:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.083065:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083066:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1141 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.083068:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1141 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083071:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1141 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083072:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1141 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.083073:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.083075:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b9e2f40/0xc2e84c07bf880b85 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ec9a3 expref: 1141 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.083083:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083083:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078661680/0xc2e84c07bf880d5a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecad0 expref: 1140 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083083:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083267cc0/0xc2e84c07bf881094 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ecc04 expref: 1140 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.083084:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.083085:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083086:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1140:2005:x1806482046392576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.083089:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967323 00010000:00010000:0.0:1722795744.083090:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083090:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083091:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083092:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083096:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083099:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.083099:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.083100:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.083102:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083103:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.083103:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083107:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083109:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083110:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1137:2005:x1806482046392704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (108us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.083110:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083113:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967325 00010000:00010000:3.0:1722795744.083114:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083115:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1137:2005:x1806482046392832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (83us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.083118:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083123:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.083124:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.083126:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083129:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083134:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083138:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa678c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083140:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1137:2005:x1806482046392960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.083157:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967326 00000100:00100000:2.0:1722795744.083161:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967324 00010000:00010000:1.0:1722795744.083169:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083171:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083174:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083175:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083178:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083179:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083180:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083181:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083183:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083186:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083187:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083188:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083190:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.083192:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083192:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.083193:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083193:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083197:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083198:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083199:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083202:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083205:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083205:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa678cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083205:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083207:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3719:3678:x1806481766385152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1249us (1313us total) trans 4296352037 rc 0/0 00010000:00010000:0.0:1722795744.083208:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa678d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083211:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044010 00010000:00010000:2.0:1722795744.083215:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.083218:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083224:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.083228:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c9880/2, rc 0, transno 1384741 00010000:00010000:2.0:1722795744.083234:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083239:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766385152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.083242:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa678da lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083280:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766387200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.083289:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3720:3680:x1806481766385408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1326us (1376us total) trans 4296352038 rc 0/0 00000100:00100000:1.0:1722795744.083293:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044011 00000100:00100000:3.0:1722795744.083294:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1722795744.083296:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c8700/2, rc 0, transno 1384742 00000100:00100000:1.0:1722795744.083301:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766387200 00000100:00100000:1.0:1722795744.083303:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766387200 00000100:00100000:0.0:1722795744.083308:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766385408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.083312:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044018 00000100:00100000:1.0:1722795744.083314:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3720:3678:x1806481766387200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.083321:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10635 count 1 00000100:00100000:3.0:1722795744.083325:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.083327:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083329:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766387328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.083337:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1134 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083341:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.083341:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.083342:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.083343:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083351:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.083351:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766387328 00010000:00010000:1.0:1722795744.083352:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1134 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083353:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766387328 00010000:00010000:1.0:1722795744.083357:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1134 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.083362:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766387456:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.083363:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044019 00000100:00100000:2.0:1722795744.083365:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393088 00000100:00100000:3.0:1722795744.083365:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3722:3678:x1806481766387328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.083368:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.083368:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393088 00002000:00080000:3.0:1722795744.083373:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10636 count 1 00000100:00100000:1.0:1722795744.083379:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393216 00000100:00100000:1.0:1722795744.083380:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393216 00010000:00010000:2.0:1722795744.083380:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1135 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.083380:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083386:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1136 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083387:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1136 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.083390:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.083392:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.083394:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083416:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967327 00000100:00100000:1.0:1722795744.083420:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1136:2005:x1806482046393088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.083421:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967328 00000100:00100000:0.0:1722795744.083424:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1136:2005:x1806482046393216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.083424:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.083427:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1136 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.083429:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.083433:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1136 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.083439:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1136 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083439:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1136 pid: 15623 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.083440:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766386560:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.083447:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089669f80/0xc2e84c07bf8835a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee7ef expref: 1136 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083448:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083450:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083451:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083454:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083457:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.083458:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.083459:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083460:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083464:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083472:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.083472:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.083484:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1135:2005:x1806482046393216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.083487:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967328 00000100:00100000:2.0:1722795744.083488:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3722:3681:x1806481766385792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1365us (1405us total) trans 4296352040 rc 0/0 00000100:00100000:1.0:1722795744.083489:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1135:2005:x1806482046393088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.083492:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044013 00000100:00100000:1.0:1722795744.083495:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967327 00010000:00010000:0.0:1722795744.083504:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098a94900/0xc2e84c07bf882e38 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee484 expref: 1134 pid: 15623 timeout: 939 lvb_type: 0 00000004:00080000:2.0:1722795744.083509:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149ca80/2, rc 0, transno 1384744 00000100:00100000:0.0:1722795744.083512:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766386432:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.083513:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766385792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.083519:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083523:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.083524:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083527:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083531:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083534:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.083536:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083539:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083540:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766387584:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.083542:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe86c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.083544:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083548:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083552:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083556:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa678e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083560:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.083568:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.083571:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1132 pid: 15477 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083577:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393344 00010000:00010000:2.0:1722795744.083577:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083577:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1132 pid: 15477 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.083578:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393344 00000100:00100000:3.0:1722795744.083583:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766387712:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.083584:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083586:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1133 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083591:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083595:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967329 00010000:00010000:2.0:1722795744.083597:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083597:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.083598:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1133:2005:x1806482046393344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.083602:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.083603:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083604:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1133 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.083605:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766387584 00000100:00100000:3.0:1722795744.083607:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766387584 00010000:00010000:2.0:1722795744.083608:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.083610:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1133 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083611:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083616:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083617:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.083617:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044020 00010000:00010000:2.0:1722795744.083618:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083619:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083620:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3723:3681:x1806481766387584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.083623:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083627:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.083627:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10637 count 1 00010000:00010000:1.0:1722795744.083630:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.083634:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3723:3678:x1806481766386176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1150us (1183us total) trans 4296352041 rc 0/0 00010000:00010000:2.0:1722795744.083634:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa678e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083634:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083638:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044014 00000100:00100000:1.0:1722795744.083640:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1133:2005:x1806482046393344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (72us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.083640:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1133 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083644:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967329 00010000:00010000:3.0:1722795744.083644:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.083645:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.083646:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083655:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1132 pid: 15441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083659:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1132 pid: 15441 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.083664:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766387840:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.083670:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766387072:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.083674:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.083676:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.083677:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083686:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393472 00000100:00100000:1.0:1722795744.083688:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393472 00000004:00080000:3.0:1722795744.083688:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149f100/2, rc 0, transno 1384745 00000100:00100000:3.0:1722795744.083692:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766386176:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.083693:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1133 pid: 15477 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.083701:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967330 00000100:00100000:1.0:1722795744.083703:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1133:2005:x1806482046393472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.083705:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008966a400/0xc2e84c07bf8837ed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee954 expref: 1133 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083707:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.083709:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1133 pid: 15477 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.083712:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766386944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.083714:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1132 pid: 15477 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.083721:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008966bcc0/0xc2e84c07bf8838bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ee9d2 expref: 1132 pid: 15477 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.083722:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083728:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083729:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.083730:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083732:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3723:3679:x1806481766385280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1765us (1800us total) trans 4296352039 rc 0/0 00010000:00010000:3.0:1722795744.083732:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083735:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083735:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3723:3678:x1806481766386304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1240us (1263us total) trans 4296352042 rc 0/0 00000100:00100000:0.0:1722795744.083736:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044012 00010000:00010000:3.0:1722795744.083739:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083740:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.083740:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044015 00010000:00010000:3.0:1722795744.083745:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083750:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1131:2005:x1806482046393472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (76us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.083751:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.083753:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1cad80/2, rc 0, transno 1384743 00000100:00100000:1.0:1722795744.083753:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967330 00000100:00100000:0.0:1722795744.083755:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766385280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.083758:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083761:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083763:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.083765:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083766:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083772:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083772:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083776:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083777:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.083777:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766387968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.083780:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083781:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766388096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.083781:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083783:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.083784:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.083787:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa678ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083788:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.083793:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.083794:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.083796:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa678f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.083800:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766388096 00000100:00100000:2.0:1722795744.083803:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766388096 00000100:00100000:0.0:1722795744.083806:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.083817:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766387968 00000100:00100000:0.0:1722795744.083819:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044021 00000100:00100000:2.0:1722795744.083820:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766387968 00000100:00100000:0.0:1722795744.083822:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3724:3679:x1806481766388096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.083830:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10639 count 1 00000100:00100000:2.0:1722795744.083830:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044022 00000100:00100000:2.0:1722795744.083834:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3725:3681:x1806481766387968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.083836:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083843:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.083843:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10638 count 1 00010000:00010000:0.0:1722795744.083847:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.083848:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.083849:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083851:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083858:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.083861:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1130 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.083863:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.083866:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.083867:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.083868:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766388224:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.083869:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083872:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3725:3681:x1806481766386688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1216us (1248us total) trans 4296352043 rc 0/0 00000100:00100000:3.0:1722795744.083877:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044016 00000100:00100000:0.0:1722795744.083882:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.083882:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1130 pid: 16106 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.083884:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3724:3680:x1806481766386816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1223us (1242us total) trans 4296352044 rc 0/0 00000100:00100000:1.0:1722795744.083889:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044017 00010000:00010000:2.0:1722795744.083891:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.083894:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839aaa00/2, rc 0, transno 1384747 00000004:00080000:3.0:1722795744.083896:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149e300/2, rc 0, transno 1384746 00000100:00100000:0.0:1722795744.083898:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766386688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.083898:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766386304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.083899:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766388352:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.083914:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.083918:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a8a80/2, rc 0, transno 1384748 00000100:00100000:1.0:1722795744.083923:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766386816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.083937:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766388480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.083948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.083948:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766388608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.083953:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766388480 00000100:00100000:2.0:1722795744.083955:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766388480 00000100:00100000:0.0:1722795744.083960:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766388736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.083964:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044023 00000100:00100000:1.0:1722795744.083967:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.083967:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3724:3679:x1806481766388480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.083971:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766388608 00002000:00080000:2.0:1722795744.083973:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10640 count 1 00000100:00100000:3.0:1722795744.083973:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766388608 00000100:00100000:0.0:1722795744.083988:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.083993:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.083995:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766388736 00000100:00100000:3.0:1722795744.083997:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766388736 00010000:00010000:2.0:1722795744.084000:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1130 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.084003:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044024 00010000:00010000:2.0:1722795744.084004:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.084005:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.084005:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044025 00000100:00100000:0.0:1722795744.084006:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3726:3680:x1806481766388608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.084006:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.084008:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3726:3681:x1806481766388736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.084013:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10641 count 1 00010000:00010000:2.0:1722795744.084016:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1130 pid: 16035 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.084016:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10642 count 1 00010000:00010000:0.0:1722795744.084019:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084021:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1130 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.084022:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084026:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1130 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.084029:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1130 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084030:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.084030:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766388864:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.084031:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.084032:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.084032:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.084033:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.084035:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084040:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1130 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.084042:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.084043:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1130 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084046:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1130 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.084052:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1130 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.084055:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766388992:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.084057:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766389120:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.084069:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.084070:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.084615:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766387456:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.084625:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.084650:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766388224:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.084653:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766387712:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.084657:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.084661:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.084662:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766388352:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.084671:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.084679:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.084686:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766387840:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.084688:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393600 00000100:00100000:1.0:1722795744.084690:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393600 00010000:00010000:2.0:1722795744.084692:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.084697:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766388864:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.084697:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1131 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.084707:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.084709:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967331 00000100:00100000:1.0:1722795744.084711:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1131:2005:x1806482046393600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.084716:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.084718:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1131 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.084723:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1131 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.084734:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c394900/0xc2e84c07bf883a16 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eea8f expref: 1131 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.084742:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.084743:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.084744:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.084748:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.084756:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.084760:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084765:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.084769:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1130:2005:x1806482046393600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (92us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.084769:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.084772:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967331 00010000:00010000:2.0:1722795744.084773:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084776:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084783:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.084785:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084789:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084795:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084798:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa678fd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.084850:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.084859:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393856 00000100:00100000:1.0:1722795744.084861:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393856 00010000:00010000:1.0:1722795744.084868:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1130 pid: 15441 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.084883:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967332 00000100:00100000:1.0:1722795744.084886:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1130:2005:x1806482046393856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.084887:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3727:3678:x1806481766387200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1571us (1591us total) trans 4296352045 rc 0/0 00010000:00010000:1.0:1722795744.084890:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.084891:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044018 00010000:00010000:1.0:1722795744.084892:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1130 pid: 15441 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.084897:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.084901:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1130 pid: 15441 timeout: 939 lvb_type: 0 00000004:00080000:3.0:1722795744.084905:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a8700/2, rc 0, transno 1384749 00010000:00010000:1.0:1722795744.084908:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fd20240/0xc2e84c07bf883df8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eec56 expref: 1130 pid: 15441 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.084910:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766387200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.084913:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.084914:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.084916:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.084916:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393728 00000100:00100000:3.0:1722795744.084918:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393728 00010000:00010000:1.0:1722795744.084920:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.084921:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.084927:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1130 pid: 15477 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.084928:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.084929:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046393984 00000100:00100000:0.0:1722795744.084931:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046393984 00010000:00010000:2.0:1722795744.084938:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084939:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1131 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.084940:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1131:2005:x1806482046393856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.084942:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967333 00000100:00100000:1.0:1722795744.084945:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967332 00010000:00010000:2.0:1722795744.084945:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.084945:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1131:2006:x1806482046393728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.084950:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.084951:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967334 00010000:00010000:2.0:1722795744.084952:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.084952:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1130 pid: 15477 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.084954:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1130:2006:x1806482046393984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.084958:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.084958:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1130 pid: 15477 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.084959:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.084961:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.084965:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.084967:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.084967:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.084968:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a58d0d80/0xc2e84c07bf883b58 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eeb5a expref: 1130 pid: 15477 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.084971:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.084973:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394112 00010000:00010000:2.0:1722795744.084973:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.084975:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394112 00010000:00010000:3.0:1722795744.084975:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.084977:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.084994:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993961c0/0xc2e84c07bf884393 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eee9b expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.084994:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.084996:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.084997:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1130 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.084999:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085001:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085002:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085004:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085006:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085008:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085008:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967335 00010000:00010000:3.0:1722795744.085009:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.085011:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1129:2005:x1806482046394112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.085011:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa6790b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085015:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.085017:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.085017:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1129 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.085022:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1129 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.085022:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1129:2006:x1806482046393728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.085026:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967333 00000100:00100000:0.0:1722795744.085028:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1129:2006:x1806482046393984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.085029:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083038000/0xc2e84c07bf88416a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807eedad expref: 1129 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.085032:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967334 00010000:00010000:1.0:1722795744.085035:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.085036:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.085039:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085044:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085045:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1722795744.085045:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085049:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766389248:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.085051:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085058:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085059:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.085061:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.085064:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085074:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1126:2005:x1806482046394112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.085076:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085078:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766388992:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.085081:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967335 00010000:00010000:3.0:1722795744.085082:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.085084:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085085:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085091:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085097:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085098:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085101:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67904 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085105:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085108:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3727:3681:x1806481766387584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1486us (1547us total) trans 4296352046 rc 0/0 00000004:00080000:0.0:1722795744.085110:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a8000/2, rc 0, transno 1384750 00000100:00100000:2.0:1722795744.085112:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044020 00000100:00100000:0.0:1722795744.085114:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766387584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.085117:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085121:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085122:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766389248 00000100:00100000:2.0:1722795744.085124:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766389248 00010000:00010000:1.0:1722795744.085125:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085128:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.085130:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085131:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766389376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.085133:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044026 00010000:00010000:1.0:1722795744.085134:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085135:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3728:3679:x1806481766389248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.085140:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085142:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.085143:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67912 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.085143:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10643 count 1 00010000:00010000:2.0:1722795744.085150:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085152:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766389376 00000100:00100000:0.0:1722795744.085154:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766389376 00010000:00010000:2.0:1722795744.085160:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1125 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085163:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044027 00010000:00010000:2.0:1722795744.085164:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.085165:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3729:3679:x1806481766389376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.085165:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.085166:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.085172:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10644 count 1 00010000:00010000:2.0:1722795744.085176:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1125 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085179:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085180:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3730:3678:x1806481766387328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1813us (1838us total) trans 4296352047 rc 0/0 00010000:00010000:2.0:1722795744.085181:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1125 pid: 16093 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.085185:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044019 00010000:00010000:0.0:1722795744.085186:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1125 pid: 16045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085186:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766389504:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.085189:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.085190:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.085192:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085200:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1125 pid: 16045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085201:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb3c0 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.085202:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a8380/2, rc 0, transno 1384751 00010000:00010000:0.0:1722795744.085206:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1125 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.085207:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766387328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.085211:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766389632:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.085211:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085218:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085223:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.085224:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3729:3679:x1806481766388096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1401us (1428us total) trans 4296352048 rc 0/0 00010000:00010000:2.0:1722795744.085225:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085228:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044021 00010000:00010000:2.0:1722795744.085231:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085235:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795744.085238:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085239:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766389760:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.085244:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.085246:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.085250:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdc700/2, rc 0, transno 1384752 00000100:00100000:0.0:1722795744.085251:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.085253:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085255:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766388096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.085262:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766389760 00010000:00010000:2.0:1722795744.085262:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085264:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766389760 00000100:00100000:0.0:1722795744.085269:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766389888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.085269:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67919 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085273:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044028 00000100:00100000:1.0:1722795744.085275:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3729:3681:x1806481766389760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.085276:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.085283:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10645 count 1 00000100:00100000:3.0:1722795744.085285:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766389888 00000100:00100000:3.0:1722795744.085287:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766389888 00010000:00010000:1.0:1722795744.085290:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085297:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1125 pid: 15435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085297:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044029 00000100:00100000:3.0:1722795744.085299:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3730:3681:x1806481766389888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.085301:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085302:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085303:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085304:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:3.0:1722795744.085308:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10646 count 1 00010000:00010000:3.0:1722795744.085315:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085318:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394240 00000100:00100000:1.0:1722795744.085319:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394240 00000100:00100000:0.0:1722795744.085320:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.085321:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1126 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085324:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1126 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.085325:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.085326:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394368 00010000:00010000:3.0:1722795744.085326:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.085327:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085328:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394368 00000100:00100000:1.0:1722795744.085333:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967336 00010000:00010000:0.0:1722795744.085335:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1127 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.085335:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1127:2006:x1806482046394240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.085336:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1127 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085339:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.085341:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1127 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.085341:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1127 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.085348:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766390016:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.085349:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967337 00010000:00010000:1.0:1722795744.085350:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1127 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.085351:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1127:2005:x1806482046394368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.085355:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.085356:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d855680/0xc2e84c07bf88472f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef000 expref: 1127 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.085358:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1127 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.085361:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3731:3681:x1806481766387968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1525us (1552us total) trans 4296352049 rc 0/0 00010000:00010000:1.0:1722795744.085362:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.085362:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766389120:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.085363:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1126 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.085363:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.085364:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085367:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044022 00010000:00010000:1.0:1722795744.085368:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085370:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007df11200/0xc2e84c07bf884997 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef11f expref: 1126 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.085370:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085376:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.085377:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085378:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085379:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085386:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085387:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1125:2006:x1806482046394240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.085389:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.085390:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967336 00010000:00010000:0.0:1722795744.085394:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795744.085394:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007149df80/2, rc 0, transno 1384753 00000100:00100000:0.0:1722795744.085417:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1124:2005:x1806482046394368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.085421:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967337 00000100:00100000:2.0:1722795744.085422:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007149df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766387968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.085434:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1123 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085435:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085440:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085440:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1123 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.085440:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766390144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.085444:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085446:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766390272:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.085447:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085451:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085454:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.085456:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085459:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.085462:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085464:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.085468:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085471:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67927 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085477:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766390144 00000100:00100000:2.0:1722795744.085481:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766390144 00000100:00100000:2.0:1722795744.085497:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044030 00000100:00100000:2.0:1722795744.085501:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3731:3678:x1806481766390144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.085513:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10647 count 1 00000100:00100000:1.0:1722795744.085519:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.085523:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085533:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1123 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085535:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394496 00000100:00100000:0.0:1722795744.085537:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394496 00010000:00010000:2.0:1722795744.085539:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.085540:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.085543:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085544:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1124 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.085554:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967338 00000100:00100000:0.0:1722795744.085556:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1124:2006:x1806482046394496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.085559:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1124 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085560:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.085562:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1124 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.085566:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1124 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.085568:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1124 pid: 16043 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.085573:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766390400:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.085574:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096aac000/0xc2e84c07bf884b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ef1ff expref: 1124 pid: 16043 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.085583:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085584:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.085586:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085590:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085591:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebf00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.085597:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.085600:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085605:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085608:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1123:2006:x1806482046394496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (89us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.085609:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085611:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967338 00010000:00010000:3.0:1722795744.085613:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085617:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085620:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.085621:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085627:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.085636:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.085638:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3732:3680:x1806481766388608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1632us (1671us total) trans 4296352050 rc 0/0 00000100:00100000:0.0:1722795744.085642:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044024 00010000:00010000:3.0:1722795744.085642:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa6792e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.085649:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdd880/2, rc 0, transno 1384754 00010000:00010000:0.0:1722795744.085652:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085656:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085657:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766388608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.085661:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085664:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085671:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085674:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.085676:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085680:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.085685:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085685:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766390528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.085688:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67920 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.085699:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.085713:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766390528 00000100:00100000:1.0:1722795744.085714:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766390528 00000100:00100000:1.0:1722795744.085724:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044031 00000100:00100000:1.0:1722795744.085727:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3734:3679:x1806481766390528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.085734:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10648 count 1 00010000:00010000:1.0:1722795744.085741:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085748:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1122 pid: 16032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085751:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3734:3681:x1806481766388736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1740us (1770us total) trans 4296352051 rc 0/0 00010000:00010000:1.0:1722795744.085752:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085753:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085754:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085757:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044025 00010000:00010000:1.0:1722795744.085763:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1122 pid: 16032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.085764:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdf800/2, rc 0, transno 1384755 00010000:00010000:1.0:1722795744.085768:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1122 pid: 16032 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.085772:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766388736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.085776:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766390656:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.085800:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.085805:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766390784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.085815:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1540 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.085816:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3733:3679:x1806481766388480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1847us (1866us total) trans 4296352052 rc 0/0 00000100:00100000:3.0:1722795744.085819:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.085820:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044023 00000100:00100000:1.0:1722795744.085825:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766390784 00000100:00100000:1.0:1722795744.085827:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766390784 00000100:00100000:1.0:1722795744.085837:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044032 00000004:00080000:0.0:1722795744.085839:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cdd180/2, rc 0, transno 1384756 00000100:00100000:1.0:1722795744.085839:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3733:3681:x1806481766390784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.085843:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766388480:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.085846:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10649 count 1 00010000:00010000:1.0:1722795744.085851:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.085858:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1122 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085858:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766390912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.085862:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085862:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.085864:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.085866:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.085873:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1122 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.085876:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766390912 00010000:00010000:1.0:1722795744.085877:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1122 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.085879:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766390912 00000100:00100000:1.0:1722795744.085882:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766391040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.085890:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044033 00000100:00100000:2.0:1722795744.085893:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3734:3681:x1806481766390912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.085897:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00002000:00080000:2.0:1722795744.085900:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10650 count 1 00010000:00010000:2.0:1722795744.085907:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085916:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1122 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085922:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.085923:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.085925:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085940:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1122 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.085949:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1122 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.085958:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766391168:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.085994:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.086141:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766389504:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.086151:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.086167:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009bdb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766389632:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.086178:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086636:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.086648:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.086670:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766390016:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.086682:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.086687:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394752 00000100:00100000:1.0:1722795744.086690:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394752 00000100:00100000:0.0:1722795744.086693:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394880 00000100:00100000:0.0:1722795744.086695:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394880 00010000:00010000:1.0:1722795744.086698:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1124 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086704:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1124 pid: 16106 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.086710:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967339 00000100:00100000:1.0:1722795744.086713:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1124:2006:x1806482046394752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.086717:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967340 00010000:00010000:1.0:1722795744.086717:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.086720:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1124:2006:x1806482046394880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.086720:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1124 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086725:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.086725:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1124 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086727:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1124 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.086732:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076615440/0xc2e84c07bf8860ce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0546 expref: 1124 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086733:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1124 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.086738:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.086739:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.086740:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d79ef40/0xc2e84c07bf886574 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0944 expref: 1123 pid: 16106 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.086740:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086747:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.086748:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.086748:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086750:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086754:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.086757:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.086762:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.086764:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.086770:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1122:2006:x1806482046394752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (135us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.086771:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.086772:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086773:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1122:2006:x1806482046394880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.086774:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967339 00000100:00100000:0.0:1722795744.086776:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967340 00010000:00010000:2.0:1722795744.086778:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.086779:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086783:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.086786:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086790:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.086792:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086795:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.086797:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.086798:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.086798:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086801:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.086803:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.086806:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086808:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086810:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046394624 00010000:00010000:2.0:1722795744.086811:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6793c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086812:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046394624 00010000:00010000:3.0:1722795744.086812:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086818:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1121 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.086822:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086827:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967341 00010000:00010000:3.0:1722795744.086827:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa6794a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086829:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1121:2005:x1806482046394624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.086833:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.086835:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1121 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086839:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1121 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086846:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083066d00/0xc2e84c07bf885e0b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f02ad expref: 1121 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.086850:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.086851:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.086853:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086857:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.086864:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.086873:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1120:2005:x1806482046394624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.086879:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967341 00000100:00100000:2.0:1722795744.086888:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3736:3679:x1806481766389376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1721us (1745us total) trans 4296352053 rc 0/0 00000100:00100000:2.0:1722795744.086893:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044027 00000004:00080000:1.0:1722795744.086894:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781df100/2, rc 0, transno 1384757 00000100:00100000:1.0:1722795744.086902:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766389376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.086929:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086933:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.086934:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086938:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086939:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766391296:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.086941:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086945:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.086947:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3735:3681:x1806481766389888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1645us (1667us total) trans 4296352054 rc 0/0 00010000:00010000:2.0:1722795744.086948:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.086950:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.086952:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044029 00000100:00100000:0.0:1722795744.086953:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.086953:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.086954:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.086959:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.086963:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67935 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.086965:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395136 00000100:00100000:0.0:1722795744.086967:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395136 00000004:00080000:3.0:1722795744.086971:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c9500/2, rc 0, transno 1384758 00010000:00010000:0.0:1722795744.086973:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1120 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.086975:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.086992:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395008 00000100:00100000:1.0:1722795744.086994:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395008 00000100:00100000:3.0:1722795744.086995:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766389888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.086997:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967342 00000100:00100000:0.0:1722795744.087000:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1121:2005:x1806482046395136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.087001:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1121 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.087004:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.087006:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1121 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.087011:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1121 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.087015:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967343 00000100:00100000:1.0:1722795744.087018:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1121:2006:x1806482046395008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.087019:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.087020:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.087020:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.087022:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087022:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.087024:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1121 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.087024:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766391168:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.087025:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766391424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.087026:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087030:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1121 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.087032:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.087035:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087040:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.087041:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.087041:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.087043:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087044:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1121:2005:x1806482046395136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.087047:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967342 00010000:00010000:1.0:1722795744.087047:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087047:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990961c0/0xc2e84c07bf886757 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0a5c expref: 1121 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087052:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766391296 00000100:00100000:2.0:1722795744.087053:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766390400:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.087054:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.087054:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766391296 00010000:00010000:2.0:1722795744.087059:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087062:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766391424 00010000:00010000:2.0:1722795744.087063:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087063:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766391424 00000100:00100000:1.0:1722795744.087065:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1119:2006:x1806482046395008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (89us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.087067:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.087068:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967343 00000100:00100000:3.0:1722795744.087069:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044034 00010000:00010000:2.0:1722795744.087070:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087071:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.087072:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3736:3679:x1806481766391296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.087074:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087077:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087079:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395392 00002000:00080000:3.0:1722795744.087079:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10651 count 1 00000100:00100000:0.0:1722795744.087081:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395392 00010000:00010000:2.0:1722795744.087081:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.087082:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087086:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087087:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1119 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.087087:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087092:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087093:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1119 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.087094:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967344 00010000:00010000:2.0:1722795744.087095:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67951 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.087097:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1119:2005:x1806482046395392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.087097:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087098:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087099:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087100:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.087103:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1119 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.087109:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1119 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.087109:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1119 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087114:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.087114:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.087114:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1119 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.087115:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.087116:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087120:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395520 00000100:00100000:3.0:1722795744.087120:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766391552:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.087121:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395520 00010000:00010000:1.0:1722795744.087123:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087126:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1120 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.087129:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.087132:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.087133:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967345 00000100:00100000:0.0:1722795744.087136:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1120:2005:x1806482046395520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.087136:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1120:2005:x1806482046395392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (65us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.087139:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.087139:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967344 00000100:00100000:3.0:1722795744.087141:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044035 00010000:00010000:0.0:1722795744.087142:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1120 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087144:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3737:3678:x1806481766391424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.087147:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1119 pid: 16048 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.087150:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10652 count 1 00010000:00010000:0.0:1722795744.087153:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0972ac0/0xc2e84c07bf886e81 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0df8 expref: 1119 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.087155:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087156:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009903eac0/0xc2e84c07bf886ae5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0caf expref: 1119 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.087162:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.087162:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.087162:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766391040:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.087164:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087164:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1117 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087167:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087168:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087169:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087169:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087170:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087175:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087176:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.087177:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1117 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087179:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087182:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1117 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.087183:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087185:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1117:2005:x1806482046395520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (71us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.087186:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087187:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766391680:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.087188:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967345 00000100:00100000:2.0:1722795744.087190:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3737:3678:x1806481766390144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1687us (1723us total) trans 4296352055 rc 0/0 00010000:00010000:1.0:1722795744.087193:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087196:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044030 00010000:00010000:1.0:1722795744.087197:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.087197:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.087199:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087202:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087207:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087210:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6795f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.087210:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c9f80/2, rc 0, transno 1384759 00010000:00010000:2.0:1722795744.087214:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087214:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766390144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.087221:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087225:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.087227:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087231:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795744.087232:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087234:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395264 00000100:00100000:3.0:1722795744.087235:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766391808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.087236:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395264 00010000:00010000:2.0:1722795744.087238:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087242:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1117 pid: 16032 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087246:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.087249:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866f40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.087250:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967346 00010000:00010000:2.0:1722795744.087251:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087253:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1117:2006:x1806482046395264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.087256:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087257:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.087257:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766391808 00010000:00010000:0.0:1722795744.087259:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1117 pid: 16032 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087259:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766391808 00010000:00010000:2.0:1722795744.087262:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087264:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1117 pid: 16032 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.087265:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67966 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087267:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044036 00000100:00100000:3.0:1722795744.087270:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3738:3681:x1806481766391808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.087274:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.087275:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.087277:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.087278:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10653 count 1 00010000:00010000:0.0:1722795744.087281:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087285:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087287:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.087291:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1117 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087295:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.087296:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1117:2006:x1806482046395264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (71us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.087296:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087297:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087299:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967346 00000100:00100000:1.0:1722795744.087320:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3739:3681:x1806481766390784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1478us (1499us total) trans 4296352056 rc 0/0 00000004:00080000:3.0:1722795744.087320:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071682300/2, rc 0, transno 1384760 00000100:00100000:3.0:1722795744.087324:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766390784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.087325:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044032 00000100:00100000:2.0:1722795744.087336:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3738:3681:x1806481766390912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1442us (1468us total) trans 4296352057 rc 0/0 00000100:00100000:1.0:1722795744.087337:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1722795744.087339:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1116 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087340:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044033 00000100:00100000:1.0:1722795744.087342:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766391936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.087344:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1116 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087350:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766392064:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.087359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.087361:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071682d80/2, rc 0, transno 1384761 00000100:00100000:3.0:1722795744.087367:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.087375:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766390912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.087376:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ea16d00/0xc2e84c07bf8862aa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f06dc expref: 1116 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.087384:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766390272:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.087389:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766391936 00010000:00010000:1.0:1722795744.087392:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087392:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766391936 00000100:00100000:3.0:1722795744.087393:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766392192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.087416:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087420:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087421:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.087424:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766392192 00010000:00010000:1.0:1722795744.087425:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087426:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a04ce400/0xc2e84c07bf8868fb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0beb expref: 1115 pid: 16032 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.087427:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766392192 00010000:00010000:1.0:1722795744.087428:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087432:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087433:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766390656:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.087435:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.087437:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087439:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044037 00010000:00010000:1.0:1722795744.087440:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087442:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044038 00000100:00100000:2.0:1722795744.087443:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eaaf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3739:3680:x1806481766391936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.087445:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087445:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3739:3678:x1806481766392192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.087446:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087449:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087453:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.087453:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67943 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.087453:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10654 count 1 00002000:00080000:3.0:1722795744.087453:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10655 count 1 00010000:00010000:0.0:1722795744.087457:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087459:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087462:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087463:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087465:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1114 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087466:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087469:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.087469:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087470:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087470:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087471:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087473:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1114 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087474:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087480:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087480:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.087480:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1114 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087481:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087483:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67958 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087484:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.087485:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1114 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.087490:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766392320:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.087498:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1114 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.087503:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.087507:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1114 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.087517:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766392448:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.087524:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3741:3681:x1806481766389760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2247us (2271us total) trans 4296352058 rc 0/0 00000100:00100000:1.0:1722795744.087528:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044028 00000004:00080000:3.0:1722795744.087531:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c8000/2, rc 0, transno 1384762 00000100:00100000:3.0:1722795744.087535:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766389760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.087537:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.087550:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.087553:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766392576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.087565:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3740:3679:x1806481766390528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1836us (1864us total) trans 4296352059 rc 0/0 00000100:00100000:3.0:1722795744.087566:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.087569:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044031 00000100:00100000:0.0:1722795744.087577:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766392576 00000100:00100000:0.0:1722795744.087579:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766392576 00000100:00100000:0.0:1722795744.087588:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044039 00000100:00100000:0.0:1722795744.087590:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3741:3678:x1806481766392576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.087598:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10656 count 1 00010000:00010000:0.0:1722795744.087605:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087611:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1114 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087615:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087616:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087617:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087623:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3741:3679:x1806481766389248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2485us (2559us total) trans 4296352060 rc 0/0 00010000:00010000:0.0:1722795744.087626:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1114 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.087629:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044026 00010000:00010000:0.0:1722795744.087631:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1114 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.087637:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766392704:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.087652:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1722795744.087665:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071681880/2, rc 0, transno 1384763 00000100:00100000:3.0:1722795744.087688:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.087691:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766392832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.087709:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.087719:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766390528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.087723:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766392832 00000100:00100000:2.0:1722795744.087727:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766392832 00000004:00080000:0.0:1722795744.087728:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071681f80/2, rc 0, transno 1384764 00000100:00100000:0.0:1722795744.087732:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766389248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.087743:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044040 00000100:00100000:2.0:1722795744.087747:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3741:3681:x1806481766392832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.087749:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766392960:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.087755:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10657 count 1 00000100:00100000:3.0:1722795744.087759:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.087762:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087768:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766392960 00000100:00100000:0.0:1722795744.087770:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766392960 00010000:00010000:2.0:1722795744.087772:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087776:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.087777:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.087778:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.087779:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044041 00000100:00100000:0.0:1722795744.087782:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3742:3681:x1806481766392960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.087788:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.087793:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 939 lvb_type: 0 00002000:00080000:0.0:1722795744.087795:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10658 count 1 00000100:00100000:2.0:1722795744.087798:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766393088:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.087802:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087809:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1114 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087813:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.087814:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.087814:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.087816:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087825:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1114 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.087830:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1114 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.087836:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766393216:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.087849:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.088234:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766391680:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.088243:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088286:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766391552:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.088292:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.088296:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.088310:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.088320:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395648 00000100:00100000:2.0:1722795744.088322:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395648 00000100:00100000:1.0:1722795744.088325:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395776 00000100:00100000:1.0:1722795744.088329:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395776 00000100:00100000:0.0:1722795744.088332:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.088332:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1116 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.088338:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1116 pid: 16108 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088342:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766392320:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.088348:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.088348:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046395904 00000100:00100000:2.0:1722795744.088351:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046395904 00010000:00010000:3.0:1722795744.088353:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088358:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396032 00010000:00010000:2.0:1722795744.088358:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1117 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088360:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396032 00000100:00100000:3.0:1722795744.088364:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967347 00010000:00010000:1.0:1722795744.088365:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1118 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.088367:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967348 00000100:00100000:3.0:1722795744.088368:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1118:2005:x1806482046395648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.088371:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1118:2005:x1806482046395776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.088373:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.088376:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.088376:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1118 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088378:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967349 00010000:00010000:0.0:1722795744.088379:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1118 pid: 16108 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088381:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1118:2005:x1806482046395904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.088382:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1118 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.088383:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967350 00010000:00010000:0.0:1722795744.088386:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1118 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.088386:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.088388:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1118:2006:x1806482046396032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.088389:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1118 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.088389:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e996640/0xc2e84c07bf8871fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0fd4 expref: 1118 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.088393:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075418240/0xc2e84c07bf886fdf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f0ebc expref: 1118 pid: 16108 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.088394:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1117 pid: 16048 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.088408:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.088409:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.088411:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.088411:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088412:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.088414:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088416:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.088417:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.088417:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.088418:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.088418:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.088420:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088423:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1116 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.088424:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088424:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.088427:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.088432:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.088432:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1116 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.088439:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1116:2005:x1806482046395776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.088439:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1116:2005:x1806482046395648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.088442:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967348 00000100:00100000:1.0:1722795744.088444:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1116:2005:x1806482046395904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (112us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.088444:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088358d80/0xc2e84c07bf88806a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f1f01 expref: 1116 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088448:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967347 00000100:00100000:1.0:1722795744.088451:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967349 00010000:00010000:2.0:1722795744.088454:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.088456:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.088458:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088464:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088465:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088469:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088473:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088476:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088477:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.088480:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.088480:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088483:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.088485:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088488:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396160 00000100:00100000:1.0:1722795744.088490:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396160 00010000:00010000:3.0:1722795744.088492:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088494:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1113:2006:x1806482046396032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 105us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.088496:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.088496:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1113 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.088498:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088500:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967350 00010000:00010000:3.0:1722795744.088501:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67974 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088506:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396288 00000100:00100000:1.0:1722795744.088508:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396288 00010000:00010000:1.0:1722795744.088513:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1113 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088520:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967351 00000100:00100000:1.0:1722795744.088522:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1113:2005:x1806482046396160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.088526:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.088528:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1113 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.088533:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1113 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.088539:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967352 00010000:00010000:1.0:1722795744.088540:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.088541:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.088542:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.088544:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.088544:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1113:2005:x1806482046396288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.088547:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088551:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.088553:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.088556:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1113 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088557:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396416 00000100:00100000:3.0:1722795744.088559:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396416 00000100:00100000:1.0:1722795744.088564:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1114:2005:x1806482046396160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (83us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.088564:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1114 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088567:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967351 00010000:00010000:3.0:1722795744.088568:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.088572:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.088575:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396544 00010000:00010000:2.0:1722795744.088575:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.088576:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396544 00010000:00010000:2.0:1722795744.088576:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.088579:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.088581:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1114 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088581:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967353 00000100:00100000:3.0:1722795744.088584:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1114:2005:x1806482046396416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.088585:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088588:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.088590:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088596:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967354 00010000:00010000:2.0:1722795744.088596:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.088596:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1114 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.088599:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120017cc0/0xc2e84c07bf889674 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2df6 expref: 1114 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.088599:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1114:2006:x1806482046396544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.088602:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.088603:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.088604:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1114 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.088604:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.088606:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.088607:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766392704:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.088610:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1113 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.088610:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088612:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1113:2005:x1806482046396288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (114us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.088615:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088616:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.088619:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.088619:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967352 00010000:00010000:1.0:1722795744.088620:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.088622:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.088622:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088626:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.088626:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088628:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1112:2005:x1806482046396416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (83us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.088630:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088631:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967353 00010000:00010000:1.0:1722795744.088632:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.088634:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088637:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088640:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1111:2006:x1806482046396544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (68us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.088641:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.088642:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088643:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967354 00010000:00010000:0.0:1722795744.088646:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088655:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088659:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67990 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088701:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1f840/0xc2e84c07bf8877bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f125f expref: 1110 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.088708:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766392448:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.088715:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088723:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088727:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088731:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088735:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088738:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088742:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.088744:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088748:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132c01d40/0xc2e84c07bf889a02 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2ff5 expref: 1109 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.088749:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088754:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3744:3678:x1806481766391424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1609us (1712us total) trans 4296352061 rc 0/0 00000100:00100000:0.0:1722795744.088755:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766393216:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.088758:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088759:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044035 00010000:00010000:0.0:1722795744.088764:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088764:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67989 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088768:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088772:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.088775:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071681c00/2, rc 0, transno 1384765 00010000:00010000:0.0:1722795744.088776:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088779:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088779:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766391424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.088786:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088789:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.088791:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088794:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088800:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088803:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa6799e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.088806:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766393344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.088818:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.088831:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766393344 00000100:00100000:3.0:1722795744.088833:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766393344 00000100:00100000:3.0:1722795744.088842:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044042 00000100:00100000:3.0:1722795744.088844:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3746:3678:x1806481766393344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.088851:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10659 count 1 00010000:00010000:3.0:1722795744.088858:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088864:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088869:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eaaf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3746:3680:x1806481766391936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1424us (1507us total) trans 4296352063 rc 0/0 00010000:00010000:3.0:1722795744.088871:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.088872:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1722795744.088873:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11f480/2, rc 0, transno 1384767 00010000:00010000:3.0:1722795744.088873:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.088875:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044037 00000100:00100000:0.0:1722795744.088878:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3746:3681:x1806481766392960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1094us (1116us total) trans 4296352064 rc 0/0 00000100:00100000:1.0:1722795744.088879:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766391936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.088881:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044041 00010000:00010000:3.0:1722795744.088882:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088888:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088893:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766393472:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.088898:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a6d80/2, rc 0, transno 1384768 00000100:00100000:1.0:1722795744.088901:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766393600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.088903:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766392960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.088903:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132a83840/0xc2e84c07bf88980a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f2eeb expref: 1108 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.088907:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.088912:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766393088:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.088916:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.088916:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088921:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088924:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088925:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088928:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088931:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088932:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088935:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766393728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.088936:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.088937:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088938:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088942:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088944:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.088944:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088947:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088951:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.088951:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67982 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088953:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766393600 00010000:00010000:0.0:1722795744.088955:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088955:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766393600 00010000:00010000:2.0:1722795744.088958:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088960:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088963:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766393728 00000100:00100000:1.0:1722795744.088964:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766393728 00010000:00010000:0.0:1722795744.088965:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088967:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.088968:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088970:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044043 00010000:00010000:2.0:1722795744.088970:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088972:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.088973:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3746:3679:x1806481766393600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.088975:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a18c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.088975:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088977:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.088992:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.088997:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10660 count 1 00010000:00010000:0.0:1722795744.088998:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.088998:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089002:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa6796d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.089003:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67997 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089005:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089012:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1107 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089016:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.089017:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.089018:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089027:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1107 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089032:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1107 pid: 15474 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.089038:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766393856:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.089044:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044044 00000100:00100000:2.0:1722795744.089047:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3749:3680:x1806481766393728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.089048:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3749:3678:x1806481766392192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1601us (1626us total) trans 4296352065 rc 0/0 00000100:00100000:1.0:1722795744.089052:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.089052:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044038 00002000:00080000:2.0:1722795744.089056:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10661 count 1 00010000:00010000:2.0:1722795744.089062:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.089069:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1107 pid: 16058 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.089072:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11d500/2, rc 0, transno 1384769 00010000:00010000:2.0:1722795744.089073:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.089074:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.089075:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.089082:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766392192:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.089088:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1107 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.089091:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3748:3679:x1806481766391296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2018us (2137us total) trans 4296352066 rc 0/0 00010000:00010000:2.0:1722795744.089094:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1107 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.089095:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044034 00000100:00100000:2.0:1722795744.089100:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766393984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.089115:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.089116:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.089119:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766394112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.089134:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.089134:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3747:3678:x1806481766392576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1542us (1566us total) trans 4296352062 rc 0/0 00000100:00100000:3.0:1722795744.089140:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044039 00000100:00100000:0.0:1722795744.089147:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766394112 00000100:00100000:0.0:1722795744.089149:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766394112 00000004:00080000:1.0:1722795744.089149:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071683100/2, rc 0, transno 1384770 00000100:00100000:1.0:1722795744.089153:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766391296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.089160:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044045 00000100:00100000:0.0:1722795744.089162:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3747:3680:x1806481766394112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.089165:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:3.0:1722795744.089166:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a5c00/2, rc 0, transno 1384766 00000100:00100000:1.0:1722795744.089168:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766394240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.089173:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766392576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.089178:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3747:3681:x1806481766392832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1429us (1467us total) trans 4296352067 rc 0/0 00000100:00100000:1.0:1722795744.089180:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1722795744.089182:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a6680/2, rc 0, transno 1384771 00000100:00100000:2.0:1722795744.089182:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044040 00000100:00100000:0.0:1722795744.089184:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766392832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.089191:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766394240 00000100:00100000:0.0:1722795744.089192:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766394240 00010000:00010000:3.0:1722795744.089192:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088095b00/0xc2e84c07bf88739e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f10d0 expref: 1107 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.089201:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044046 00000100:00100000:0.0:1722795744.089203:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3747:3679:x1806481766394240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.089206:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766394496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.089209:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.089209:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766392064:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.089210:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10663 count 1 00000100:00100000:1.0:1722795744.089214:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.089214:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766394368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.089216:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089221:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089223:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1106 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.089226:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.089227:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.089228:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.089228:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089229:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089233:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089238:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1106 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.089238:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766394496 00000100:00100000:2.0:1722795744.089240:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766394496 00010000:00010000:3.0:1722795744.089240:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089243:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1106 pid: 9530 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.089246:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.089247:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766394368 00000100:00100000:0.0:1722795744.089248:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766394624:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.089249:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766394368 00010000:00010000:3.0:1722795744.089251:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.089254:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044047 00010000:00010000:3.0:1722795744.089254:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a21c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.089255:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.089258:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3749:3680:x1806481766394496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.089258:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044048 00010000:00010000:3.0:1722795744.089259:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.089260:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3749:3678:x1806481766394368:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.089263:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.089266:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10665 count 1 00002000:00080000:2.0:1722795744.089268:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10664 count 1 00010000:00010000:3.0:1722795744.089269:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089272:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089272:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6797b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.089273:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10662 count 1 00010000:00010000:2.0:1722795744.089274:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089278:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089280:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1106 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.089281:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1106 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089283:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.089284:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1106 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089284:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.089286:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089287:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.089288:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.089288:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.089289:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.089289:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.089290:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089295:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1106 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089297:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1106 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.089300:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1106 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.089300:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1106 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.089302:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1106 pid: 16070 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.089305:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766394752:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.089305:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1106 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.089308:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766394880:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.089311:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766395008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.089318:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.089320:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.089324:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.089350:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3750:3681:x1806481766391808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2079us (2103us total) trans 4296352068 rc 0/0 00000100:00100000:3.0:1722795744.089354:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044036 00000004:00080000:1.0:1722795744.089355:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11d880/2, rc 0, transno 1384772 00000100:00100000:1.0:1722795744.089360:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766391808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.089376:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.089379:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766395136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.089391:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.089429:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766395136 00000100:00100000:3.0:1722795744.089432:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766395136 00000100:00100000:3.0:1722795744.089441:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044049 00000100:00100000:3.0:1722795744.089444:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3750:3680:x1806481766395136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.089451:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10666 count 1 00010000:00010000:3.0:1722795744.089458:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089465:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1106 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089468:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.089469:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.089471:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089480:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1106 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.089489:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1106 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.089494:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766395264:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.089516:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.089545:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766393472:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.089554:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.089708:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766393856:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.089720:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.089743:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766393984:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.089757:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.089943:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.089953:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.089963:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396800 00000100:00100000:0.0:1722795744.089966:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.089966:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396800 00010000:00010000:2.0:1722795744.089977:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1107 pid: 15474 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.089997:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396672 00000100:00100000:1.0:1722795744.090000:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396672 00000100:00100000:2.0:1722795744.090008:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046396928 00010000:00010000:1.0:1722795744.090009:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.090010:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046396928 00010000:00010000:2.0:1722795744.090016:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1109 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.090021:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967355 00000100:00100000:1.0:1722795744.090024:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1109:2006:x1806482046396800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.090028:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.090029:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967356 00010000:00010000:1.0:1722795744.090031:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1109 pid: 15474 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.090032:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1109:2006:x1806482046396672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.090034:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967357 00010000:00010000:1.0:1722795744.090037:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1109 pid: 15474 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.090038:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1109:2006:x1806482046396928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.090039:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.090041:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.090043:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1109 pid: 16062 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090044:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800736f8fc0/0xc2e84c07bf88a022 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f32e9 expref: 1109 pid: 15474 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090044:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.090047:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1109 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.090049:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.090050:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.090050:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.090051:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090052:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090053:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1108 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090059:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090061:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.090061:0:16402:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5db4240/0xc2e84c07bf88a500 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f346a expref: 1108 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.090063:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae8fc0/0xc2e84c07bf889c6a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3122 expref: 1108 pid: 16062 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090067:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.090068:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.090068:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.090069:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397056 00010000:00010000:3.0:1722795744.090070:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090071:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397056 00010000:00010000:2.0:1722795744.090074:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.090075:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.090075:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090078:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090079:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1107 pid: 9530 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.090082:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2006:x1806482046396800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.090084:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.090085:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967355 00010000:00010000:3.0:1722795744.090085:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.090094:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397184 00000100:00100000:0.0:1722795744.090095:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397312 00000100:00100000:1.0:1722795744.090095:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397184 00000100:00100000:0.0:1722795744.090097:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397312 00000100:00100000:3.0:1722795744.090097:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2006:x1806482046396928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (130us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.090098:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.090100:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1108 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.090101:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1108 pid: 16070 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.090101:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967357 00000100:00100000:1.0:1722795744.090109:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967358 00000100:00100000:1.0:1722795744.090113:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2006:x1806482046397056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.090113:0:16402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967359 00000100:00100000:0.0:1722795744.090116:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967360 00010000:00010000:1.0:1722795744.090116:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.090116:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2006:x1806482046396672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.090116:0:16402:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2005:x1806482046397184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.090118:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1107:2006:x1806482046397312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.090118:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1107 pid: 9530 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090119:0:16402:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.090122:0:16402:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1107 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.090123:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.090123:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1107 pid: 9530 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.090123:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967356 00010000:00010000:0.0:1722795744.090125:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1107 pid: 16070 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090127:0:16402:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1107 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090129:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.090130:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1107 pid: 16070 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090130:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.090131:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090133:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.090134:0:16402:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.090136:0:16402:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090138:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.090138:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090139:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.090140:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090140:0:16402:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090144:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090144:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.090145:0:16402:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.090151:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.090151:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2006:x1806482046397056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.090154:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967358 00000100:00100000:3.0:1722795744.090154:0:16402:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2005:x1806482046397184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.090157:0:16402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967359 00010000:00010000:2.0:1722795744.090160:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090162:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1105:2006:x1806482046397312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.090165:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967360 00010000:00010000:2.0:1722795744.090168:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090170:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090175:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090176:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090176:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090179:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090182:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090182:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090183:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5904fc0/0xc2e84c07bf88b78a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f36e0 expref: 1103 pid: 9530 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090183:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090186:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090189:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.090189:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090190:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766394624:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.090190:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090191:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090194:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.090197:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090197:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090197:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090198:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090203:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090203:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090203:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090203:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090206:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa679ac lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090207:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090208:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.090210:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090211:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090213:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090214:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090218:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090218:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090219:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa679b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090221:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.090222:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090228:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090229:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090234:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090238:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa679ba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090239:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa679a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.090282:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3754:3679:x1806481766393600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1307us (1365us total) trans 4296352069 rc 0/0 00000100:00100000:1.0:1722795744.090286:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044043 00000004:00080000:1.0:1722795744.090303:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a60000/2, rc 0, transno 1384773 00000100:00100000:1.0:1722795744.090307:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766393600:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.090312:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135ad80/2, rc 0, transno 1384775 00000100:00100000:0.0:1722795744.090314:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3753:3679:x1806481766394240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1110us (1132us total) trans 4296352071 rc 0/0 00000100:00100000:1.0:1722795744.090314:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766394240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090318:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044046 00000100:00100000:2.0:1722795744.090318:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3753:3680:x1806481766393728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1269us (1372us total) trans 4296352070 rc 0/0 00000004:00080000:1.0:1722795744.090323:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a62300/2, rc 0, transno 1384774 00000100:00100000:1.0:1722795744.090325:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766393728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.090325:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044044 00000100:00100000:3.0:1722795744.090330:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3752:3678:x1806481766393344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1483us (1509us total) trans 4296352072 rc 0/0 00000100:00100000:3.0:1722795744.090333:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044042 00000100:00100000:0.0:1722795744.090338:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.090347:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397440 00000100:00100000:0.0:1722795744.090348:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397440 00000100:00100000:3.0:1722795744.090348:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766395392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.090350:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766395648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.090352:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766395008:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.090355:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1103 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.090359:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.090363:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766395520:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.090363:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090364:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967361 00000100:00100000:0.0:1722795744.090367:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1103:2005:x1806482046397440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.090371:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.090373:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1103 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.090373:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795744.090374:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8c000/2, rc 0, transno 1384776 00000100:00100000:3.0:1722795744.090378:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766393344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.090379:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1103 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.090384:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.090387:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086752880/0xc2e84c07bf88be83 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f37b9 expref: 1103 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.090393:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766395392 00010000:00010000:0.0:1722795744.090394:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.090395:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.090410:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766395392 00010000:00010000:0.0:1722795744.090411:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090413:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800781061c0/0xc2e84c07bf88c4fe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3972 expref: 1102 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.090416:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090422:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766395520 00000100:00100000:3.0:1722795744.090424:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766395520 00010000:00010000:0.0:1722795744.090426:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.090427:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766394752:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.090432:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766395648 00000100:00100000:3.0:1722795744.090433:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766395648 00000100:00100000:0.0:1722795744.090436:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1101:2005:x1806482046397440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.090438:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044050 00000100:00100000:0.0:1722795744.090439:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967361 00010000:00010000:1.0:1722795744.090440:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090441:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3753:3679:x1806481766395520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.090447:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.090448:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10668 count 1 00000100:00100000:0.0:1722795744.090452:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766395776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.090453:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090454:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090459:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090461:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1100 pid: 16092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090463:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.090465:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.090465:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.090466:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090467:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090472:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090476:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1100 pid: 16092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090477:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.090480:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090482:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1100 pid: 16092 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.090487:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090487:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766395904:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.090498:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090500:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.090502:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa679c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090508:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766395776 00000100:00100000:3.0:1722795744.090510:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766395776 00000100:00100000:0.0:1722795744.090517:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.090519:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044051 00000100:00100000:3.0:1722795744.090522:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3754:3680:x1806481766395648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090525:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397568 00000100:00100000:0.0:1722795744.090527:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397568 00002000:00080000:3.0:1722795744.090528:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10669 count 1 00010000:00010000:0.0:1722795744.090533:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1101 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090535:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.090540:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044052 00000100:00100000:0.0:1722795744.090543:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967362 00000100:00100000:2.0:1722795744.090544:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3755:3681:x1806481766395776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.090544:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1101 pid: 15623 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090545:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1101:2006:x1806482046397568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.090549:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.090550:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.090551:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1722795744.090552:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10670 count 1 00010000:00010000:0.0:1722795744.090553:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1101 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.090553:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090558:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1101 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.090559:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090565:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.090565:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.090566:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1101 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090567:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090567:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1101 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090570:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.090571:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090571:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.090572:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.090573:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3755:3680:x1806481766394496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1315us (1357us total) trans 4296352073 rc 0/0 00010000:00010000:0.0:1722795744.090577:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.090577:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044047 00010000:00010000:3.0:1722795744.090579:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1101 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.090581:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1101 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090587:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1101:2006:x1806482046397568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.090587:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044053 00010000:00010000:2.0:1722795744.090587:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1101 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.090588:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766396032:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.090589:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3754:3678:x1806481766395392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090590:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967362 00002000:00080000:1.0:1722795744.090596:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10667 count 1 00000100:00100000:2.0:1722795744.090596:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766396160:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.090603:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090605:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.090608:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebf00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.090610:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1100 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090614:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.090615:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.090617:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090618:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090625:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090626:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1100 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090630:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994be880/0xc2e84c07bf88cb2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3ac9 expref: 1100 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.090632:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090634:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1100 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.090638:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.090640:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766396288:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.090641:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766395264:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.090644:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090650:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.090652:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.090653:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090656:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090659:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090661:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090664:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.090665:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135b480/2, rc 0, transno 1384777 00010000:00010000:3.0:1722795744.090668:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090669:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090672:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090675:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa679c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090676:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b77a80/0xc2e84c07bf88aabe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f35c8 expref: 1099 pid: 16070 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.090677:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766394496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.090677:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090681:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.090683:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766394880:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.090683:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090686:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090690:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090692:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090695:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090696:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa679d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090699:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090703:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090707:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090710:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090713:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.090715:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090719:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090723:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766396416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.090724:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.090727:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa679cf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.090737:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.090745:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766396416 00000100:00100000:1.0:1722795744.090747:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766396416 00000100:00100000:1.0:1722795744.090757:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044054 00000100:00100000:1.0:1722795744.090759:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3757:3678:x1806481766396416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.090766:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10671 count 1 00000100:00100000:2.0:1722795744.090770:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3757:3678:x1806481766394368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1506us (1540us total) trans 4296352074 rc 0/0 00010000:00010000:1.0:1722795744.090772:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.090776:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044048 00010000:00010000:1.0:1722795744.090779:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1098 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090782:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.090783:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.090785:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.090795:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1098 pid: 16025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.090802:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3757:3680:x1806481766394112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1638us (1667us total) trans 4296352075 rc 0/0 00010000:00010000:1.0:1722795744.090803:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1098 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.090807:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044045 00000100:00100000:1.0:1722795744.090808:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766396544:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.090810:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3757:3680:x1806481766395136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1365us (1417us total) trans 4296352076 rc 0/0 00000100:00100000:3.0:1722795744.090814:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044049 00000100:00100000:1.0:1722795744.090824:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.090832:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135a300/2, rc 0, transno 1384778 00000100:00100000:3.0:1722795744.090837:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766394368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.090840:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135aa00/2, rc 0, transno 1384780 00000100:00100000:1.0:1722795744.090843:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766395136:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.090850:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080505180/2, rc 0, transno 1384779 00000100:00100000:1.0:1722795744.090853:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766394112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090870:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766396672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090882:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.090882:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766396800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090896:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766396928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.090899:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766396672 00000100:00100000:1.0:1722795744.090900:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.090902:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766396672 00000100:00100000:2.0:1722795744.090916:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766396800 00000100:00100000:2.0:1722795744.090917:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766396800 00000100:00100000:0.0:1722795744.090920:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.090924:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766396928 00000100:00100000:2.0:1722795744.090925:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766396928 00000100:00100000:3.0:1722795744.090928:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044055 00000100:00100000:3.0:1722795744.090931:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3758:3679:x1806481766396672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.090933:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044056 00000100:00100000:0.0:1722795744.090937:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044057 00000100:00100000:2.0:1722795744.090937:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3758:3680:x1806481766396800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.090939:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3758:3681:x1806481766396928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.090939:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10672 count 1 00002000:00080000:2.0:1722795744.090944:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10673 count 1 00010000:00010000:3.0:1722795744.090945:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.090948:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10674 count 1 00010000:00010000:2.0:1722795744.090951:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090952:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1098 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090956:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.090957:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.090959:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1098 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090959:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090963:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.090964:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.090965:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090969:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1098 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.090974:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1098 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.090974:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1098 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.090992:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766397056:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.090994:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1098 pid: 16076 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091000:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766397184:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.091006:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.091010:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.091014:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1098 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.091015:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.091018:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.091019:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.091020:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091030:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1098 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091035:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1098 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.091041:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766397312:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.091054:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.091341:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766395904:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.091353:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.091436:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766396032:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.091444:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.091454:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766396160:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.091456:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766397056:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.091463:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091466:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.091473:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766396288:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.091475:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766397184:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.091480:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091487:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091492:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766397312:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.091500:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.091505:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766396544:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.091515:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091611:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.091622:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.091628:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397696 00000100:00100000:0.0:1722795744.091630:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.091631:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397696 00000100:00100000:1.0:1722795744.091637:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397952 00000100:00100000:1.0:1722795744.091641:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397952 00000100:00100000:0.0:1722795744.091642:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.091642:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1099 pid: 16092 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.091650:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.091653:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1100 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091659:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398208 00000100:00100000:3.0:1722795744.091660:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398464 00000100:00100000:0.0:1722795744.091661:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.091661:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398208 00000100:00100000:3.0:1722795744.091663:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398464 00010000:00010000:2.0:1722795744.091669:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1102 pid: 16025 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.091670:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.091672:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1102 pid: 16076 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.091673:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046397824 00000100:00100000:1.0:1722795744.091676:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046397824 00000100:00100000:2.0:1722795744.091681:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398080 00010000:00010000:1.0:1722795744.091683:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1103 pid: 15623 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091683:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398080 00000100:00100000:3.0:1722795744.091683:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398336 00000100:00100000:3.0:1722795744.091685:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398336 00000100:00100000:0.0:1722795744.091689:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.091689:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1105 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091689:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1105 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.091704:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398592 00000100:00100000:1.0:1722795744.091706:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398592 00000100:00100000:3.0:1722795744.091706:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967363 00000100:00100000:3.0:1722795744.091709:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2005:x1806482046397696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.091713:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1106 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091713:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967364 00010000:00010000:3.0:1722795744.091714:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.091716:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2005:x1806482046397952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.091717:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967365 00010000:00010000:3.0:1722795744.091717:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1106 pid: 16092 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.091720:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2005:x1806482046398208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.091722:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.091722:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1106 pid: 16092 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.091724:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1106 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.091726:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.091727:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967366 00010000:00010000:0.0:1722795744.091729:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1106 pid: 16025 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.091730:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1106 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091731:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd386c0/0xc2e84c07bf88da4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3dcb expref: 1106 pid: 16092 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.091732:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1106:2005:x1806482046398464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.091735:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1106 pid: 16025 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091737:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091738:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eda640/0xc2e84c07bf88ea43 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4167 expref: 1105 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091738:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.091739:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.091740:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091743:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092924b40/0xc2e84c07bf88f0ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f42cc expref: 1105 pid: 16025 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.091743:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1105 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091744:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091745:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091746:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091747:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091749:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.091750:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.091751:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091752:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1103 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.091752:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091753:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.091756:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091760:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.091763:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009966ef40/0xc2e84c07bf89163b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5cbf expref: 1103 pid: 16076 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.091764:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.091767:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1103:2005:x1806482046397696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.091770:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967363 00000100:00100000:2.0:1722795744.091772:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1102:2005:x1806482046397952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.091774:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.091775:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1102:2005:x1806482046398208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.091775:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.091776:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967364 00010000:00010000:1.0:1722795744.091778:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091779:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967365 00000100:00100000:3.0:1722795744.091781:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967367 00000100:00100000:3.0:1722795744.091783:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1100:2005:x1806482046397824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.091787:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.091789:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967368 00010000:00010000:1.0:1722795744.091789:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091790:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1099 pid: 15623 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.091791:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1099:2005:x1806482046398336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.091795:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.091795:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1099 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.091798:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1099 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091801:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967369 00010000:00010000:3.0:1722795744.091801:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b042ac0/0xc2e84c07bf88e1c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3f6f expref: 1099 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.091802:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.091803:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1099 pid: 16046 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091803:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1099:2005:x1806482046398080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.091807:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.091807:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.091808:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.091809:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008723cfc0/0xc2e84c07bf890268 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f4f44 expref: 1098 pid: 16046 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.091809:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1098 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091809:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091813:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091815:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091815:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1097 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.091816:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.091817:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.091819:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1097:2005:x1806482046398464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (174us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.091821:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1828900/0xc2e84c07bf88d29c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f3c04 expref: 1097 pid: 16071 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091821:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.091824:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.091825:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967366 00010000:00010000:2.0:1722795744.091826:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091827:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091829:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.091829:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1096:2005:x1806482046397824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (179us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.091832:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.091832:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967367 00010000:00010000:2.0:1722795744.091833:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091839:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1094:2005:x1806482046398336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.091839:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967370 00010000:00010000:2.0:1722795744.091841:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.091843:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967368 00000100:00100000:1.0:1722795744.091843:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1094:2005:x1806482046398592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.091850:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.091850:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091854:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1093 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.091854:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1093:2005:x1806482046398080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (191us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.091854:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091855:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091858:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091859:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.091859:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967369 00010000:00010000:3.0:1722795744.091862:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091863:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091864:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1093 pid: 15461 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091866:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091867:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091869:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.091870:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091870:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091873:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.091874:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d00fc0/0xc2e84c07bf891e4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f5e94 expref: 1092 pid: 15461 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.091874:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091875:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091882:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091882:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091885:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.091885:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.091886:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa679dd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.091887:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091887:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.091890:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa679f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091890:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091896:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091897:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091904:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091910:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.091911:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091917:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091923:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8673c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.091924:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1091:2005:x1806482046398592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (234us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.091926:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.091930:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967370 00010000:00010000:2.0:1722795744.091933:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091942:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.091949:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa679eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.091956:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.091958:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3760:3679:x1806481766395520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1516us (1584us total) trans 4296352077 rc 0/0 00000100:00100000:3.0:1722795744.091962:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044050 00010000:00010000:1.0:1722795744.091963:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091967:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3759:3678:x1806481766396416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1206us (1229us total) trans 4296352078 rc 0/0 00010000:00010000:1.0:1722795744.091970:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.091971:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044054 00010000:00010000:1.0:1722795744.091976:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.091996:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081359880/2, rc 0, transno 1384781 00010000:00010000:1.0:1722795744.091999:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092001:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766395520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.092005:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.092008:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.092013:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8ed80/2, rc 0, transno 1384782 00010000:00010000:1.0:1722795744.092014:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092015:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766396416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.092022:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092026:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092028:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092031:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092034:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092035:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa679f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092041:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092044:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a33c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.092046:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092050:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092053:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092055:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092058:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092059:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa679e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092062:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092067:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092071:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092077:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2f40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.092077:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3760:3681:x1806481766395776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1530us (1610us total) trans 4296352079 rc 0/0 00010000:00010000:0.0:1722795744.092079:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092083:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.092083:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044052 00010000:00010000:0.0:1722795744.092088:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092092:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67a00 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.092115:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8f480/2, rc 0, transno 1384783 00000100:00100000:0.0:1722795744.092118:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766395776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.092125:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092129:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092135:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092135:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3760:3678:x1806481766395392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1544us (1775us total) trans 4296352080 rc 0/0 00000100:00100000:3.0:1722795744.092137:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3760:3680:x1806481766395648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1613us (1751us total) trans 4296352081 rc 0/0 00010000:00010000:0.0:1722795744.092138:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092140:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044053 00010000:00010000:0.0:1722795744.092142:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092142:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092142:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044051 00010000:00010000:0.0:1722795744.092146:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.092147:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092149:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092151:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092155:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092156:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766397696:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092156:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092157:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766397568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.092159:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67a0e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092163:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092169:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.092169:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092172:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766397440:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092175:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.092178:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092182:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.092185:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081358a80/2, rc 0, transno 1384785 00010000:00010000:2.0:1722795744.092185:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.092195:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081359f80/2, rc 0, transno 1384784 00000100:00100000:1.0:1722795744.092196:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766395648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092196:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092198:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766395392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092202:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67a07 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092207:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.092207:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766397696 00000100:00100000:3.0:1722795744.092208:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766397696 00000100:00100000:3.0:1722795744.092217:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766397440 00000100:00100000:3.0:1722795744.092218:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766397440 00000100:00100000:1.0:1722795744.092221:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766397568 00000100:00100000:1.0:1722795744.092222:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766397568 00000100:00100000:3.0:1722795744.092224:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044058 00000100:00100000:3.0:1722795744.092227:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3762:3680:x1806481766397696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.092233:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3762:3681:x1806481766396928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1292us (1311us total) trans 4296352082 rc 0/0 00000100:00100000:1.0:1722795744.092233:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044059 00002000:00080000:3.0:1722795744.092234:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10677 count 1 00000100:00100000:1.0:1722795744.092236:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3762:3678:x1806481766397440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.092237:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044057 00010000:00010000:3.0:1722795744.092241:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.092244:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10675 count 1 00010000:00010000:3.0:1722795744.092248:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1090 pid: 15623 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.092249:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766397824:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.092250:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092253:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.092255:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.092257:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1090 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.092257:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044060 00010000:00010000:3.0:1722795744.092257:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.092259:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.092260:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3761:3679:x1806481766397568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.092264:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.092265:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.092267:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.092268:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10676 count 1 00000004:00080000:0.0:1722795744.092269:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071681500/2, rc 0, transno 1384786 00010000:00010000:3.0:1722795744.092271:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1090 pid: 15623 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.092272:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766396928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092275:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092276:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1090 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092280:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1090 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.092282:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1090 pid: 15447 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.092283:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1090 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092287:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.092288:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.092289:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766398208:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.092289:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092289:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766398080:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.092297:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1090 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092303:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1090 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.092305:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.092308:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.092309:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766398336:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.092314:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.092318:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766397952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.092320:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766397824 00000100:00100000:2.0:1722795744.092322:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.092323:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766397824 00000100:00100000:1.0:1722795744.092332:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.092333:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3763:3679:x1806481766396672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1400us (1448us total) trans 4296352083 rc 0/0 00000100:00100000:3.0:1722795744.092337:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766397952 00000100:00100000:0.0:1722795744.092339:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044055 00000100:00100000:3.0:1722795744.092339:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766397952 00000100:00100000:2.0:1722795744.092341:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044061 00000100:00100000:2.0:1722795744.092344:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3763:3681:x1806481766397824:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.092345:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071680e00/2, rc 0, transno 1384787 00000100:00100000:0.0:1722795744.092348:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044062 00000100:00100000:1.0:1722795744.092349:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766396672:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.092350:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10678 count 1 00000100:00100000:0.0:1722795744.092351:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3763:3679:x1806481766397952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.092353:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766398464:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.092358:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10679 count 1 00010000:00010000:2.0:1722795744.092358:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092361:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.092364:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092366:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1090 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092371:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1090 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.092372:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.092373:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.092375:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.092375:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092376:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.092377:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092377:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766398464 00000100:00100000:3.0:1722795744.092379:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766398464 00000100:00100000:1.0:1722795744.092389:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766398592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.092389:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1090 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092392:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044063 00000100:00100000:3.0:1722795744.092412:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3764:3679:x1806481766398464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.092414:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.092416:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1090 pid: 15475 timeout: 939 lvb_type: 0 00002000:00080000:3.0:1722795744.092421:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10680 count 1 00000100:00100000:2.0:1722795744.092426:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766398720:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.092427:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766398592 00000100:00100000:1.0:1722795744.092429:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766398592 00010000:00010000:3.0:1722795744.092429:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092435:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1090 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092439:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044064 00010000:00010000:3.0:1722795744.092439:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.092440:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.092441:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.092442:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3765:3680:x1806481766398592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.092449:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10681 count 1 00000100:00100000:2.0:1722795744.092450:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.092451:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1090 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092455:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.092456:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1090 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.092462:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766398848:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.092463:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1090 pid: 16024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092467:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.092468:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1090 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.092468:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.092469:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092474:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1090 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.092478:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1090 pid: 16024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.092478:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.092480:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766398976:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.092483:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1090 pid: 16024 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.092488:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766399104:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.092492:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.092501:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.092551:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3766:3680:x1806481766396800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1612us (1649us total) trans 4296352084 rc 0/0 00000004:00080000:1.0:1722795744.092555:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071680000/2, rc 0, transno 1384788 00000100:00100000:2.0:1722795744.092557:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044056 00000100:00100000:1.0:1722795744.092560:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766396800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.092584:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766399232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.092599:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.092611:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766399232 00000100:00100000:0.0:1722795744.092613:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766399232 00000100:00100000:0.0:1722795744.092623:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044065 00000100:00100000:0.0:1722795744.092626:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3766:3681:x1806481766399232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.092633:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10682 count 1 00010000:00010000:0.0:1722795744.092639:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092645:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1090 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092649:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.092649:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.092651:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092660:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1090 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.092665:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1090 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.092670:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766399360:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.092723:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.093152:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766398336:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.093161:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.093167:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766398208:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.093178:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766398720:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.093179:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093184:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766398080:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.093185:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093197:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093301:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.093302:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766398976:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.093306:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766398848:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.093311:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093317:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.093337:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398848 00000100:00100000:1.0:1722795744.093339:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398848 00010000:00010000:1.0:1722795744.093346:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1091 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.093348:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.093356:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399104 00000100:00100000:0.0:1722795744.093357:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.093358:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399104 00010000:00010000:1.0:1722795744.093361:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1092 pid: 15447 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.093361:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398720 00000100:00100000:2.0:1722795744.093365:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398720 00000100:00100000:0.0:1722795744.093368:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967371 00000100:00100000:0.0:1722795744.093371:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1093:2006:x1806482046398848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.093371:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967372 00000100:00100000:1.0:1722795744.093373:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1093:2006:x1806482046399104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.093376:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.093377:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1093 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093378:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.093380:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1093 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093380:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1093 pid: 15447 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093385:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1093 pid: 15447 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093386:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1093 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093392:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ddba80/0xc2e84c07bf893ad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f76b2 expref: 1093 pid: 15447 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093394:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e6ad00/0xc2e84c07bf895b8c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9146 expref: 1093 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.093415:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967373 00010000:00010000:0.0:1722795744.093416:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093417:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.093417:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.093418:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093419:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093419:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1091:2006:x1806482046398720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.093420:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093423:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093424:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093426:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.093429:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1091 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093431:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.093433:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.093435:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1091 pid: 15623 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.093439:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093444:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1091:2006:x1806482046398848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.093444:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1cdeac0/0xc2e84c07bf89629a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f92f8 expref: 1091 pid: 15623 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093445:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1091:2006:x1806482046399104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.093446:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093448:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967371 00000100:00100000:1.0:1722795744.093450:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967372 00010000:00010000:3.0:1722795744.093451:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.093452:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.093453:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093454:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093458:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093458:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093462:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093463:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093465:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.093467:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093468:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093469:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.093472:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093472:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093476:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093479:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093479:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093482:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.093482:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093485:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1088:2006:x1806482046398720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (126us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.093486:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.093488:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093489:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046398976 00000100:00100000:3.0:1722795744.093489:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967373 00000100:00100000:0.0:1722795744.093491:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046398976 00010000:00010000:1.0:1722795744.093492:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093497:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093498:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093500:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67a1c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093503:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093508:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093513:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093514:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967374 00000100:00100000:0.0:1722795744.093517:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1088:2006:x1806482046398976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.093517:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093521:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.093521:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093523:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.093525:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.093526:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093528:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.093530:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093535:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d469b00/0xc2e84c07bf896900 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9487 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.093537:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093541:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093542:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093544:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093547:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67a15 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093548:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093556:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.093565:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2006:x1806482046398976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.093568:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967374 00000100:00100000:2.0:1722795744.093568:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3768:3679:x1806481766397568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1307us (1360us total) trans 4296352085 rc 0/0 00000100:00100000:2.0:1722795744.093573:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044060 00000004:00080000:1.0:1722795744.093580:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071683800/2, rc 0, transno 1384789 00000100:00100000:1.0:1722795744.093592:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766397568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.093597:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.093608:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399232 00000100:00100000:0.0:1722795744.093610:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399232 00000100:00100000:1.0:1722795744.093613:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3768:3678:x1806481766397440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1376us (1430us total) trans 4296352086 rc 0/0 00010000:00010000:0.0:1722795744.093616:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1087 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093617:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044059 00000100:00100000:1.0:1722795744.093628:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.093632:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766399488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.093634:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967375 00000100:00100000:0.0:1722795744.093637:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2006:x1806482046399232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.093640:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.093642:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1087 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093646:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.093648:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1087 pid: 16033 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093654:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5200/0xc2e84c07bf89763c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f977b expref: 1087 pid: 16033 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093654:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766399488 00000100:00100000:1.0:1722795744.093656:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766399488 00000004:00080000:3.0:1722795744.093657:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071683480/2, rc 0, transno 1384790 00010000:00010000:0.0:1722795744.093660:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093660:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.093660:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.093662:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093663:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766397440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.093664:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044066 00010000:00010000:0.0:1722795744.093666:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.093667:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3768:3679:x1806481766399488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.093674:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.093675:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1722795744.093684:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10683 count 1 00000100:00100000:3.0:1722795744.093684:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399360 00000100:00100000:0.0:1722795744.093687:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1086:2006:x1806482046399232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.093688:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399360 00000100:00100000:0.0:1722795744.093690:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967375 00000100:00100000:1.0:1722795744.093696:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399616 00010000:00010000:3.0:1722795744.093697:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1086 pid: 15475 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093698:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399616 00000100:00100000:2.0:1722795744.093706:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.093709:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1087 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.093714:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399488 00000100:00100000:0.0:1722795744.093716:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967376 00000100:00100000:3.0:1722795744.093716:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399488 00000100:00100000:0.0:1722795744.093719:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1088:2006:x1806482046399360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.093721:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1088 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093723:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.093723:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967377 00010000:00010000:0.0:1722795744.093725:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.093727:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1088:2006:x1806482046399616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.093729:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967378 00010000:00010000:0.0:1722795744.093731:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.093733:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.093734:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1088:2006:x1806482046399488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.093735:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795744.093736:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1088 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093737:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009826db00/0xc2e84c07bf896fe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9608 expref: 1088 pid: 15475 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.093740:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.093740:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766399616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.093742:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1087 pid: 16113 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093743:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.093744:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.093744:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1087 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.093746:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093750:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093753:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1087 pid: 16024 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.093753:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.093755:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.093756:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093757:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.093758:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.093761:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093764:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.093765:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2006:x1806482046399360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.093765:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.093767:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.093768:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967376 00010000:00010000:1.0:1722795744.093768:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093773:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766399616 00010000:00010000:1.0:1722795744.093774:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093775:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766399616 00000100:00100000:2.0:1722795744.093778:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1086:2006:x1806482046399616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.093781:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967377 00010000:00010000:0.0:1722795744.093783:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093783:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044067 00010000:00010000:1.0:1722795744.093786:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.093786:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3769:3678:x1806481766399616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.093787:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093792:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093795:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.093795:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10684 count 1 00010000:00010000:0.0:1722795744.093796:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093799:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093800:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.093802:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1085:2006:x1806482046399488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (94us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.093802:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093803:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.093803:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093804:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093807:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093808:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.093809:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967378 00010000:00010000:2.0:1722795744.093811:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093812:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1085 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093813:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.093816:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67a31 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093816:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.093817:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.093819:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093821:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8661c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.093824:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093828:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1084 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.093830:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093833:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1084 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.093839:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093839:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766399744:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.093845:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67a2a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.093852:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.093858:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008134aac0/0xc2e84c07bf897cd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9903 expref: 1084 pid: 16024 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.093869:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766399104:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.093881:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.093895:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3771:3679:x1806481766397952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1542us (1562us total) trans 4296352088 rc 0/0 00000100:00100000:0.0:1722795744.093899:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044062 00000100:00100000:3.0:1722795744.093900:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3771:3680:x1806481766397696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1672us (1729us total) trans 4296352087 rc 0/0 00000004:00080000:1.0:1722795744.093903:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42ea00/2, rc 0, transno 1384792 00000100:00100000:3.0:1722795744.093904:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044058 00000100:00100000:1.0:1722795744.093917:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766397952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.093919:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093923:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093927:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093931:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.093933:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071680a80/2, rc 0, transno 1384791 00010000:00010000:3.0:1722795744.093935:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.093938:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1722795744.093938:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1b00 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.093939:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766397696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.093940:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.093944:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766399872:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.093944:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093949:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093950:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.093953:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.093958:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.093962:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1083 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.093968:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.093970:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.093970:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766400000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.093972:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.093977:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.094009:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1083 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094010:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b5ba80/0xc2e84c07bf8982ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9a68 expref: 1083 pid: 16113 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.094016:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766399360:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.094018:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1082 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.094024:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094032:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.094033:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766400128:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.094035:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094039:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094043:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094046:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.094049:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.094049:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.094051:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094054:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.094057:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094057:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3770:3679:x1806481766398464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1659us (1694us total) trans 4296352090 rc 0/0 00010000:00010000:2.0:1722795744.094060:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094061:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044063 00010000:00010000:1.0:1722795744.094064:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094065:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67a46 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094069:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766399872 00010000:00010000:1.0:1722795744.094070:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094071:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766399872 00000004:00080000:0.0:1722795744.094074:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42fb80/2, rc 0, transno 1384794 00010000:00010000:1.0:1722795744.094077:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094078:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766400000 00000100:00100000:0.0:1722795744.094080:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766398464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.094080:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766400000 00010000:00010000:1.0:1722795744.094084:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094086:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044068 00000100:00100000:3.0:1722795744.094088:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3771:3681:x1806481766399872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.094089:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.094092:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.094096:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10685 count 1 00000100:00100000:0.0:1722795744.094097:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1722795744.094098:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.094101:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766400256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.094102:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.094107:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094109:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1082 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094113:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.094114:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.094114:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67a3f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094114:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.094115:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.094124:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766400256 00010000:00010000:3.0:1722795744.094125:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1082 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.094126:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766400256 00010000:00010000:3.0:1722795744.094130:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1082 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.094135:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766400384:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.094136:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044069 00000100:00100000:0.0:1722795744.094139:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3773:3681:x1806481766400000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.094146:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10686 count 1 00000100:00100000:3.0:1722795744.094149:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.094152:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.094159:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1082 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.094163:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.094163:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3774:3681:x1806481766399232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1535us (1562us total) trans 4296352091 rc 0/0 00010000:00010000:0.0:1722795744.094164:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.094164:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044070 00010000:00010000:0.0:1722795744.094165:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.094167:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3774:3679:x1806481766400256:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.094169:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044065 00002000:00080000:3.0:1722795744.094173:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10687 count 1 00010000:00010000:0.0:1722795744.094174:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1082 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094178:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.094179:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1082 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.094185:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766400512:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.094187:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1082 pid: 16044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094190:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.094191:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1722795744.094192:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee1500/2, rc 0, transno 1384795 00010000:00010000:3.0:1722795744.094192:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094200:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1082 pid: 16044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.094206:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766399232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.094206:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1082 pid: 16044 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.094211:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766400640:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.094212:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3773:3680:x1806481766398592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1767us (1796us total) trans 4296352092 rc 0/0 00000100:00100000:1.0:1722795744.094218:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044064 00000100:00100000:3.0:1722795744.094219:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.094222:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766400768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.094243:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.094249:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea03800/2, rc 0, transno 1384796 00000100:00100000:3.0:1722795744.094252:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766400768 00000100:00100000:3.0:1722795744.094254:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766400768 00000100:00100000:1.0:1722795744.094256:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766398592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.094264:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044071 00000100:00100000:3.0:1722795744.094267:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3773:3679:x1806481766400768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.094273:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766400896:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.094279:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10688 count 1 00000100:00100000:0.0:1722795744.094281:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2c00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.094287:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.094289:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.094293:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1082 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094300:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.094301:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766400896 00010000:00010000:3.0:1722795744.094301:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.094303:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766400896 00010000:00010000:3.0:1722795744.094303:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.094312:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1082 pid: 16045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.094314:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044072 00010000:00010000:3.0:1722795744.094316:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1082 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.094317:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3774:3680:x1806481766400896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.094322:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766401024:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.094323:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10689 count 1 00010000:00010000:0.0:1722795744.094329:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.094336:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1082 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.094340:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.094340:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.094341:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.094342:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.094352:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3774:3681:x1806481766397824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2004us (2089us total) trans 4296352089 rc 0/0 00010000:00010000:0.0:1722795744.094361:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1082 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.094362:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044061 00010000:00010000:0.0:1722795744.094366:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1082 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.094372:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766401152:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795744.094388:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071682680/2, rc 0, transno 1384793 00000100:00100000:0.0:1722795744.094390:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.094417:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766397824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.094427:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766401280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.094448:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.094475:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766401280 00000100:00100000:2.0:1722795744.094477:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766401280 00000100:00100000:2.0:1722795744.094488:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044073 00000100:00100000:2.0:1722795744.094491:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3774:3681:x1806481766401280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.094499:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10690 count 1 00010000:00010000:2.0:1722795744.094506:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094513:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1082 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094517:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.094518:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.094520:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094529:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1082 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.094535:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1082 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.094540:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766401408:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.094562:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.095107:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766400384:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.095115:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766399744:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.095124:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095129:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095130:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766401152:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.095138:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095145:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766400640:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.095147:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766401408:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.095155:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766400128:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.095156:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095157:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095167:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095167:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766401024:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.095172:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.095183:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766400512:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.095191:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095320:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.095334:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.095345:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.095345:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399744 00000100:00100000:1.0:1722795744.095348:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399744 00000100:00100000:0.0:1722795744.095356:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.095357:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1083 pid: 16044 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.095364:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.095365:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046399872 00000100:00100000:2.0:1722795744.095369:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046399872 00000100:00100000:1.0:1722795744.095374:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400000 00000100:00100000:1.0:1722795744.095376:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400000 00010000:00010000:2.0:1722795744.095378:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1084 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.095379:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400256 00000100:00100000:3.0:1722795744.095379:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400128 00010000:00010000:1.0:1722795744.095381:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1085 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.095382:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400256 00000100:00100000:3.0:1722795744.095383:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400128 00010000:00010000:0.0:1722795744.095390:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1087 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.095390:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967379 00000100:00100000:1.0:1722795744.095394:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967380 00000100:00100000:2.0:1722795744.095394:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2005:x1806482046399744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.095410:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2006:x1806482046399872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.095413:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.095414:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967381 00010000:00010000:1.0:1722795744.095416:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.095416:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1087 pid: 16044 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.095417:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1087:2005:x1806482046400000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.095419:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1087 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.095419:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1087 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.095421:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1087 pid: 16044 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.095422:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.095424:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1087 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095425:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1087 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.095430:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1087 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.095430:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096620000/0xc2e84c07bf8a1f1c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd7a1 expref: 1087 pid: 16044 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095434:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a775f80/0xc2e84c07bf8a05df lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd43d expref: 1087 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.095437:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967382 00010000:00010000:0.0:1722795744.095438:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078497600/0xc2e84c07bf89ec8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fc8e4 expref: 1085 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.095438:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.095439:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.095440:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095443:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.095443:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1085:2005:x1806482046400256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.095444:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.095445:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.095445:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095446:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095447:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.095448:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095450:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095451:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.095452:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095454:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.095455:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1084 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.095460:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.095460:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.095464:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1084 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.095469:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1084:2005:x1806482046399744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.095475:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1084:2006:x1806482046399872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.095475:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967379 00000100:00100000:0.0:1722795744.095476:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1084:2005:x1806482046400000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (130us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.095476:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800887e21c0/0xc2e84c07bf8a26e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd96f expref: 1084 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.095478:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967380 00000100:00100000:0.0:1722795744.095481:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967381 00010000:00010000:3.0:1722795744.095486:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.095488:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967383 00010000:00010000:3.0:1722795744.095488:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.095490:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.095493:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1080:2006:x1806482046400128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.095497:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095499:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.095502:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1080 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095503:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095504:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095507:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095508:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095511:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1080 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.095512:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095512:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095512:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.095515:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095516:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095519:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095519:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095522:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a06c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.095522:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.095522:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d686c0/0xc2e84c07bf898df8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807f9c05 expref: 1080 pid: 16030 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.095524:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095524:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095528:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095528:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095531:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1079:2005:x1806482046400256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (164us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.095533:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095533:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.095534:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095534:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.095536:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67a5b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095536:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095537:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67a4d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095537:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967382 00010000:00010000:2.0:1722795744.095542:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095557:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.095574:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2006:x1806482046400128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.095581:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967383 00000100:00100000:0.0:1722795744.095623:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3776:3678:x1806481766399616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1836us (1864us total) trans 4296352093 rc 0/0 00010000:00010000:3.0:1722795744.095623:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095627:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044067 00010000:00010000:3.0:1722795744.095628:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095633:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.095635:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3775:3681:x1806481766399872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1544us (1675us total) trans 4296352094 rc 0/0 00010000:00010000:3.0:1722795744.095637:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.095640:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044068 00010000:00010000:3.0:1722795744.095640:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095644:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.095646:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.095647:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee3800/2, rc 0, transno 1384797 00010000:00010000:3.0:1722795744.095649:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095651:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766399616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.095653:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095656:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095658:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095662:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095663:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67a69 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095665:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095668:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1722795744.095669:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095671:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766401536:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.095672:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.095674:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.095676:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee0000/2, rc 0, transno 1384798 00010000:00010000:1.0:1722795744.095677:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.095682:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766399872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.095683:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.095683:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095687:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67a54 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095702:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.095720:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766401664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.095720:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400384 00000100:00100000:2.0:1722795744.095722:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400384 00000100:00100000:0.0:1722795744.095730:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.095730:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1078 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.095741:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766401536 00000100:00100000:0.0:1722795744.095743:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766401536 00000100:00100000:2.0:1722795744.095745:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967384 00000100:00100000:2.0:1722795744.095748:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2006:x1806482046400384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.095752:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766401664 00010000:00010000:2.0:1722795744.095752:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.095753:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766401664 00010000:00010000:2.0:1722795744.095754:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1078 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.095758:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3778:3679:x1806481766399488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2089us (2110us total) trans 4296352096 rc 0/0 00000100:00100000:0.0:1722795744.095760:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044074 00010000:00010000:2.0:1722795744.095760:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1078 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.095762:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044066 00000100:00100000:0.0:1722795744.095763:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3778:3679:x1806481766401536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.095767:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007aa5e1c0/0xc2e84c07bf8a1242 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fd5f6 expref: 1078 pid: 16051 timeout: 939 lvb_type: 0 00002000:00080000:0.0:1722795744.095770:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10691 count 1 00000100:00100000:3.0:1722795744.095773:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3777:3679:x1806481766400256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1603us (1655us total) trans 4296352095 rc 0/0 00010000:00010000:2.0:1722795744.095775:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.095776:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.095777:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095778:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095779:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044070 00010000:00010000:2.0:1722795744.095782:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095784:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1077 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095788:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.095788:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.095790:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095791:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.095791:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044075 00000100:00100000:3.0:1722795744.095793:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3776:3679:x1806481766401664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.095799:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1077 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.095802:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1077:2006:x1806482046400384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (99us total) trans 0 rc 0/0 00002000:00080000:3.0:1722795744.095803:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10692 count 1 00010000:00010000:0.0:1722795744.095804:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1077 pid: 16093 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.095805:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967384 00010000:00010000:3.0:1722795744.095809:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095810:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766401792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.095818:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1076 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095823:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.095823:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.095825:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.095827:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.095828:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee1f80/2, rc 0, transno 1384799 00000100:00100000:1.0:1722795744.095834:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766400256:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.095839:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee0e00/2, rc 0, transno 1384800 00000100:00100000:1.0:1722795744.095841:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766399488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.095842:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1076 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.095847:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.095851:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766402048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.095851:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1076 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.095860:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400512 00000100:00100000:2.0:1722795744.095862:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400512 00000100:00100000:1.0:1722795744.095864:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.095866:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766401920:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.095867:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1077 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.095871:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.095874:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766402176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.095878:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.095883:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400640 00000100:00100000:2.0:1722795744.095885:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400640 00000100:00100000:1.0:1722795744.095886:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.095889:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1078 pid: 16035 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.095891:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967385 00010000:00010000:1.0:1722795744.095895:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095895:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2005:x1806482046400512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.095897:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967386 00000100:00100000:2.0:1722795744.095899:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2006:x1806482046400640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.095900:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095901:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.095903:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.095904:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095905:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1078 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.095905:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1078 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095908:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095910:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1078 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095912:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095913:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1078 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095916:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.095917:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cee61c0/0xc2e84c07bf8a35f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdd4a expref: 1078 pid: 16035 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.095918:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095921:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095923:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.095924:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.095924:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008083e640/0xc2e84c07bf8a2e88 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdb3d expref: 1077 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.095926:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095927:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.095930:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67a62 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095930:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.095930:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.095931:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.095933:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.095937:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.095948:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.095956:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1076:2006:x1806482046400640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (78us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.095957:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.095959:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967386 00010000:00010000:0.0:1722795744.095962:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095967:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.095970:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1075:2005:x1806482046400512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.095973:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967385 00010000:00010000:0.0:1722795744.095975:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095990:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.095990:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766402048 00000100:00100000:2.0:1722795744.095993:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766402048 00010000:00010000:0.0:1722795744.095994:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.095997:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.095999:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096003:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.096006:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766402176 00000100:00100000:2.0:1722795744.096008:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766402176 00010000:00010000:0.0:1722795744.096009:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096013:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67a77 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.096021:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.096029:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044076 00000100:00100000:2.0:1722795744.096033:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3779:3680:x1806481766402048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.096033:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044077 00000100:00100000:3.0:1722795744.096036:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3779:3680:x1806481766402176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.096044:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10694 count 1 00000100:00100000:1.0:1722795744.096046:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3780:3681:x1806481766400000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1905us (2066us total) trans 4296352097 rc 0/0 00000100:00100000:1.0:1722795744.096050:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044069 00010000:00010000:3.0:1722795744.096050:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.096054:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee0700/2, rc 0, transno 1384801 00010000:00010000:3.0:1722795744.096057:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1074 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.096061:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766400000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.096061:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.096061:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.096063:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096072:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1074 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096077:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1074 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.096082:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766402304:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.096090:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3779:3680:x1806481766400896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1771us (1799us total) trans 4296352098 rc 0/0 00002000:00080000:2.0:1722795744.096090:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10693 count 1 00000100:00100000:0.0:1722795744.096094:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044072 00000004:00080000:1.0:1722795744.096094:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee2d80/2, rc 0, transno 1384802 00010000:00010000:2.0:1722795744.096098:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.096098:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.096102:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766400896:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.096108:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1074 pid: 15458 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.096109:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1722795744.096110:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096112:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.096113:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.096114:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766402432:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.096114:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096116:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.096128:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.096128:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096130:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096134:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096135:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.096136:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766402560:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.096141:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096142:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.096144:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.096146:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096147:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.096149:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096150:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096153:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.096154:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096157:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766402432 00010000:00010000:3.0:1722795744.096157:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096158:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096159:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766402432 00010000:00010000:2.0:1722795744.096163:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096167:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67a7e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096167:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096168:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766402560 00000100:00100000:0.0:1722795744.096169:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766402560 00010000:00010000:3.0:1722795744.096173:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096176:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044078 00000100:00100000:0.0:1722795744.096178:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3780:3679:x1806481766402432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.096178:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044079 00000100:00100000:1.0:1722795744.096182:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3780:3679:x1806481766402560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.096185:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10695 count 1 00002000:00080000:1.0:1722795744.096191:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10696 count 1 00010000:00010000:0.0:1722795744.096192:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096199:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1074 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096199:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096203:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.096204:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.096205:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096206:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1074 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096210:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.096211:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.096212:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096215:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1074 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096220:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1074 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.096222:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1074 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096226:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766402688:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.096228:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1074 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.096234:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766402816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.096240:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.096248:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.096253:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3782:3681:x1806481766401280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1759us (1803us total) trans 4296352099 rc 0/0 00000100:00100000:2.0:1722795744.096259:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044073 00000100:00100000:3.0:1722795744.096270:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3781:3679:x1806481766400768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2001us (2024us total) trans 4296352100 rc 0/0 00000004:00080000:1.0:1722795744.096272:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee0a80/2, rc 0, transno 1384804 00000100:00100000:3.0:1722795744.096274:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044071 00000100:00100000:1.0:1722795744.096277:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766400768:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.096284:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee1c00/2, rc 0, transno 1384803 00000100:00100000:2.0:1722795744.096288:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766401280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.096294:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.096300:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766403072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.096317:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.096328:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766402944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.096329:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766403072 00000100:00100000:3.0:1722795744.096331:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766403072 00000100:00100000:2.0:1722795744.096340:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.096344:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766402944 00000100:00100000:3.0:1722795744.096345:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766402944 00000100:00100000:0.0:1722795744.096348:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044080 00000100:00100000:0.0:1722795744.096351:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3782:3681:x1806481766403072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.096352:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044081 00000100:00100000:1.0:1722795744.096356:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3782:3681:x1806481766402944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.096359:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10698 count 1 00002000:00080000:1.0:1722795744.096363:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10697 count 1 00010000:00010000:2.0:1722795744.096363:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1074 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096365:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096369:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096372:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1074 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096372:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1074 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.096375:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1074 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096376:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.096377:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.096378:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096379:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.096380:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.096381:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.096381:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766403200:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.096388:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1074 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096392:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1074 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.096393:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1074 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.096413:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766403328:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.096419:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1074 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.096422:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.096427:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766403456:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.096446:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.096479:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.096523:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766401792:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.096538:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.096567:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.096594:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400768 00000100:00100000:3.0:1722795744.096597:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400768 00010000:00010000:3.0:1722795744.096604:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1075 pid: 16093 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.096615:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967387 00000100:00100000:3.0:1722795744.096618:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1075:2006:x1806482046400768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.096623:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.096625:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1075 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.096630:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1075 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.096637:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d120000/0xc2e84c07bf8a3d30 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fdeee expref: 1075 pid: 16093 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.096643:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.096644:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.096646:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096650:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.096665:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.096669:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096681:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.096683:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1074:2006:x1806482046400768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.096687:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967387 00010000:00010000:1.0:1722795744.096688:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096694:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096701:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096706:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.096709:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096715:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096724:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.096730:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67a85 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.096771:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766401920:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.096783:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.096803:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766402304:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.096811:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.096823:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766402688:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.096831:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3783:3679:x1806481766401536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1066us (1145us total) trans 4296352101 rc 0/0 00010000:00010000:0.0:1722795744.096832:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.096838:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044074 00000004:00080000:2.0:1722795744.096842:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080511180/2, rc 0, transno 1384805 00000100:00100000:2.0:1722795744.096850:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766401536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.096873:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766403584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.096891:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.096904:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766403584 00000100:00100000:2.0:1722795744.096907:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766403584 00000100:00100000:2.0:1722795744.096922:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044082 00000100:00100000:2.0:1722795744.096926:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3783:3678:x1806481766403584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.096935:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10699 count 1 00010000:00010000:2.0:1722795744.096944:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096954:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1073 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096961:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.096962:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.096964:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.096996:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1073 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097005:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1073 pid: 16082 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.097014:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766403712:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.097041:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.097091:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.097099:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766402816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.097104:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.097111:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.097111:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097115:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401024 00000100:00100000:2.0:1722795744.097117:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401024 00000100:00100000:0.0:1722795744.097119:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.097119:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046400896 00000100:00100000:3.0:1722795744.097121:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046400896 00010000:00010000:2.0:1722795744.097126:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1075 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097130:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1075 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.097135:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401152 00000100:00100000:2.0:1722795744.097137:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401152 00000100:00100000:3.0:1722795744.097140:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401280 00010000:00010000:2.0:1722795744.097141:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1076 pid: 16028 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.097141:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401280 00000100:00100000:1.0:1722795744.097143:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766403200:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.097146:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1077 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.097147:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.097154:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097159:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401536 00000100:00100000:2.0:1722795744.097161:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401536 00000100:00100000:3.0:1722795744.097162:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967388 00000100:00100000:3.0:1722795744.097165:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2005:x1806482046401024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.097166:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967389 00010000:00010000:2.0:1722795744.097169:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1078 pid: 16040 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.097170:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2005:x1806482046400896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.097170:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.097171:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967390 00010000:00010000:3.0:1722795744.097172:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1078 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.097175:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.097176:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1078:2005:x1806482046401152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.097179:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1078 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097181:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1078 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097183:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.097184:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1078 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097188:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1078 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097188:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098279200/0xc2e84c07bf8a4422 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe0a0 expref: 1078 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.097190:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967391 00010000:00010000:0.0:1722795744.097192:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008845b180/0xc2e84c07bf8a591b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe435 expref: 1077 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.097194:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1077:2005:x1806482046401280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.097196:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1077 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097196:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.097197:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.097198:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097199:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.097200:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097201:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.097202:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097202:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097206:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097206:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1076 pid: 15461 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097208:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013572d680/0xc2e84c07bf8a5eee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe5af expref: 1076 pid: 16028 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097211:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.097214:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.097215:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1076 pid: 15461 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097218:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.097220:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.097222:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097225:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1075:2005:x1806482046400896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.097225:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1075:2005:x1806482046401024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (135us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.097226:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011da63cc0/0xc2e84c07bf8a62d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe6f8 expref: 1075 pid: 15461 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.097228:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967388 00010000:00010000:1.0:1722795744.097229:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097230:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967389 00010000:00010000:2.0:1722795744.097237:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.097237:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967392 00010000:00010000:2.0:1722795744.097239:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.097240:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1072:2005:x1806482046401536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.097241:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097243:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.097243:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.097244:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097246:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1072 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.097248:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097251:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1072 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.097252:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097256:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097257:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.097257:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.097259:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.097259:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1072:2005:x1806482046401152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (145us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.097259:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097262:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.097263:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097263:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.097264:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967390 00010000:00010000:0.0:1722795744.097266:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.097268:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097268:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.097271:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097276:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097277:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1071:2005:x1806482046401536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 36us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.097279:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1071:2005:x1806482046401280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (157us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.097280:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67a93 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097280:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967392 00000100:00100000:2.0:1722795744.097286:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967391 00010000:00010000:3.0:1722795744.097292:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097293:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800884c5f80/0xc2e84c07bf8a68b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe88e expref: 1070 pid: 16040 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097296:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097300:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.097302:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766403456:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.097304:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097307:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097312:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097314:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.097316:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097319:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097320:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097324:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097324:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097328:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67a8c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097331:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097335:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.097338:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097345:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097348:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401408 00010000:00010000:1.0:1722795744.097351:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.097351:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401408 00010000:00010000:1.0:1722795744.097354:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097359:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3785:3680:x1806481766402176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1322us (1471us total) trans 4296352102 rc 0/0 00010000:00010000:2.0:1722795744.097360:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1069 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097361:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097363:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044077 00010000:00010000:1.0:1722795744.097369:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097374:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967393 00010000:00010000:1.0:1722795744.097375:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67ab6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097379:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1069:2005:x1806482046401408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.097385:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.097388:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1069 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.097415:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1069 pid: 15458 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.097429:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082a561c0/0xc2e84c07bf8a51ce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe298 expref: 1069 pid: 15458 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.097430:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3786:3679:x1806481766401664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1633us (1697us total) trans 4296352103 rc 0/0 00000100:00100000:3.0:1722795744.097434:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044075 00010000:00010000:2.0:1722795744.097438:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097440:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097442:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.097448:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42e300/2, rc 0, transno 1384806 00010000:00010000:2.0:1722795744.097449:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097453:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766402176:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.097462:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.097475:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1068:2005:x1806482046401408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.097477:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.097479:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.097481:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097482:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967393 00010000:00010000:0.0:1722795744.097486:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.097487:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766403840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.097489:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097493:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097496:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:3.0:1722795744.097496:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42dc00/2, rc 0, transno 1384807 00010000:00010000:0.0:1722795744.097498:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097501:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097501:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766401664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.097505:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.097507:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097511:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097524:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097524:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766403840 00000100:00100000:3.0:1722795744.097526:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766403840 00010000:00010000:1.0:1722795744.097531:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097536:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044083 00010000:00010000:1.0:1722795744.097538:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097538:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3785:3678:x1806481766403840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.097542:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795744.097544:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.097545:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10700 count 1 00000100:00100000:2.0:1722795744.097547:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766403968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.097551:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097552:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097556:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.097559:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097562:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.097562:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1067 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097565:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097566:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.097566:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.097568:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097574:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097574:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766403968 00000100:00100000:2.0:1722795744.097576:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766403968 00010000:00010000:3.0:1722795744.097576:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1067 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097581:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67a9a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097581:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1067 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.097586:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044084 00000100:00100000:3.0:1722795744.097586:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766404096:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.097588:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3787:3681:x1806481766403968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.097596:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10701 count 1 00000100:00100000:3.0:1722795744.097600:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.097602:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097610:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1067 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097614:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.097615:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.097616:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097625:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1067 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097629:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3788:3679:x1806481766402432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1449us (1499us total) trans 4296352105 rc 0/0 00010000:00010000:2.0:1722795744.097630:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1067 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.097633:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044078 00000100:00100000:2.0:1722795744.097636:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766404224:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.097636:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42df80/2, rc 0, transno 1384809 00000100:00100000:3.0:1722795744.097641:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766402432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.097648:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.097655:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766403328:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.097663:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097664:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766404352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.097669:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3787:3680:x1806481766402048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1634us (1803us total) trans 4296352106 rc 0/0 00000100:00100000:1.0:1722795744.097674:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044076 00000100:00100000:2.0:1722795744.097675:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1722795744.097676:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42f800/2, rc 0, transno 1384810 00000100:00100000:0.0:1722795744.097681:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766402048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.097686:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766404352 00000100:00100000:1.0:1722795744.097688:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766404352 00000100:00100000:3.0:1722795744.097692:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.097696:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766404480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.097702:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044085 00000100:00100000:1.0:1722795744.097706:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3787:3681:x1806481766404352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.097714:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.097716:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10702 count 1 00000100:00100000:0.0:1722795744.097717:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.097725:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097728:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766404480 00000100:00100000:2.0:1722795744.097729:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401664 00000100:00100000:3.0:1722795744.097730:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766404480 00000100:00100000:2.0:1722795744.097731:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401664 00010000:00010000:1.0:1722795744.097734:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1068 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097739:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1068 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097740:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.097740:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044086 00010000:00010000:1.0:1722795744.097742:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.097742:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3788:3679:x1806481766404480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.097744:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097749:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967394 00000100:00100000:2.0:1722795744.097751:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1068:2005:x1806482046401664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1722795744.097751:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10703 count 1 00010000:00010000:2.0:1722795744.097755:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.097757:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097758:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1068 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097759:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1068 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097763:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1068 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097764:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1068 pid: 16067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097768:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1068 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097768:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.097769:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.097770:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b9ef40/0xc2e84c07bf8a6f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fe9fa expref: 1068 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.097770:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097776:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.097777:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766404608:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.097777:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097778:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097779:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1067 pid: 16067 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097782:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.097783:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.097784:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1067 pid: 16067 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.097790:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766404736:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.097794:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.097798:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.097802:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.097804:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097805:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1067:2005:x1806482046401664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.097809:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097809:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967394 00010000:00010000:0.0:1722795744.097814:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097816:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401792 00010000:00010000:0.0:1722795744.097817:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097817:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401792 00010000:00010000:2.0:1722795744.097821:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1067 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.097825:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.097828:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.097830:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097830:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967395 00000100:00100000:2.0:1722795744.097832:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1067:2006:x1806482046401792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.097833:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097835:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.097837:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1067 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.097839:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097842:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1067 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.097843:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097847:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097848:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.097849:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097853:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097862:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.097867:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097871:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1067:2006:x1806482046401792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (90us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.097875:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097875:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967395 00010000:00010000:1.0:1722795744.097882:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097888:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097892:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358c3a80/0xc2e84c07bf8a76aa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807febcf expref: 1066 pid: 16082 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.097895:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.097898:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766403712:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.097900:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.097903:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097906:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.097910:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097911:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097913:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3789:3681:x1806481766403072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1560us (1595us total) trans 4296352107 rc 0/0 00010000:00010000:2.0:1722795744.097915:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.097917:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044080 00010000:00010000:1.0:1722795744.097919:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097919:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.097920:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea01500/2, rc 0, transno 1384811 00010000:00010000:2.0:1722795744.097922:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097924:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766403072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.097925:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa67aa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097926:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097932:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.097934:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097938:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097942:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766404864:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.097943:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.097946:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67abd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.097955:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.097965:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766404864 00000100:00100000:0.0:1722795744.097968:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766404864 00000100:00100000:0.0:1722795744.097988:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044087 00000100:00100000:0.0:1722795744.097991:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3790:3679:x1806481766404864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.098010:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10704 count 1 00000100:00100000:1.0:1722795744.098033:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3791:3679:x1806481766402560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1849us (1886us total) trans 4296352108 rc 0/0 00000100:00100000:1.0:1722795744.098039:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044079 00000004:00080000:3.0:1722795744.098039:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42d500/2, rc 0, transno 1384812 00000100:00100000:2.0:1722795744.098043:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3791:3678:x1806481766403584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1116us (1151us total) trans 4296352109 rc 0/0 00000100:00100000:3.0:1722795744.098044:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766402560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.098047:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044082 00010000:00010000:0.0:1722795744.098061:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.098067:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080510a80/2, rc 0, transno 1384813 00010000:00010000:0.0:1722795744.098072:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1065 pid: 16097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.098073:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766403584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.098074:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.098076:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.098077:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.098079:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.098079:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766404992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.098085:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.098090:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766405120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.098093:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.098095:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3789:3681:x1806481766402944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1737us (1754us total) trans 4296352104 rc 0/0 00000100:00100000:1.0:1722795744.098100:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044081 00000100:00100000:3.0:1722795744.098103:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766404992 00000100:00100000:3.0:1722795744.098105:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766404992 00000100:00100000:0.0:1722795744.098106:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.098107:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea03b80/2, rc 0, transno 1384808 00000100:00100000:2.0:1722795744.098111:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766402944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.098113:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766405120 00000100:00100000:1.0:1722795744.098116:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766405120 00000100:00100000:3.0:1722795744.098116:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044088 00000100:00100000:3.0:1722795744.098119:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3790:3681:x1806481766404992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.098123:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1065 pid: 16097 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.098126:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10705 count 1 00010000:00010000:0.0:1722795744.098128:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1065 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.098131:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044089 00010000:00010000:3.0:1722795744.098133:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.098134:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766405248:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.098135:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3790:3680:x1806481766405120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.098139:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1065 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098143:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.098144:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.098145:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.098145:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10706 count 1 00010000:00010000:3.0:1722795744.098145:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098153:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098154:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1065 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098159:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1065 pid: 16051 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.098164:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1065 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.098165:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766405376:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.098169:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.098171:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.098173:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.098177:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.098188:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1065 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098196:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1065 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.098199:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766405632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.098206:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766405504:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.098209:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.098219:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766405632 00000100:00100000:3.0:1722795744.098221:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766405632 00000100:00100000:1.0:1722795744.098224:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.098230:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044090 00000100:00100000:3.0:1722795744.098233:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3791:3678:x1806481766405632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.098239:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10707 count 1 00010000:00010000:3.0:1722795744.098247:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098256:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1065 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098262:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.098263:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.098265:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098280:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1065 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098289:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1065 pid: 16111 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.098298:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766405760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.098317:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129900 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.098369:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766404096:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.098379:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.098418:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766404224:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.098427:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.098458:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766404736:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.098465:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.098466:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766404608:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.098480:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.098529:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.098539:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.098547:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.098547:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046401920 00000100:00100000:3.0:1722795744.098550:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402176 00000100:00100000:2.0:1722795744.098551:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046401920 00000100:00100000:3.0:1722795744.098552:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402176 00010000:00010000:3.0:1722795744.098559:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1067 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.098564:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1067 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.098568:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402048 00000100:00100000:3.0:1722795744.098569:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402048 00010000:00010000:3.0:1722795744.098573:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1068 pid: 16103 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.098575:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.098585:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402304 00000100:00100000:3.0:1722795744.098586:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402304 00000100:00100000:2.0:1722795744.098588:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967396 00010000:00010000:3.0:1722795744.098590:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1069 pid: 16067 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.098593:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1069:2006:x1806482046402176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.098597:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967397 00000100:00100000:0.0:1722795744.098600:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1069:2006:x1806482046401920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.098600:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.098600:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967398 00000100:00100000:3.0:1722795744.098602:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1069:2006:x1806482046402048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.098604:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1069 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.098605:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.098608:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.098609:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1069 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.098610:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967399 00010000:00010000:3.0:1722795744.098610:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1069 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.098613:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1069 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.098615:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1069 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.098616:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1069:2006:x1806482046402304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.098616:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1069 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.098622:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a645680/0xc2e84c07bf8a7db1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807fed8f expref: 1069 pid: 16051 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.098623:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.098623:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebbd680/0xc2e84c07bf8a8a92 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff09f expref: 1069 pid: 16103 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.098625:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073598b40/0xc2e84c07bf8a83d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807feef4 expref: 1069 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.098628:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.098628:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1068 pid: 16067 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.098629:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.098630:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098634:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.098635:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.098635:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.098635:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.098636:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1066 pid: 16067 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.098636:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.098637:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.098639:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098641:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098643:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.098646:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098647:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dd07840/0xc2e84c07bf8a91ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff2a5 expref: 1066 pid: 16067 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.098649:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.098655:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1065:2006:x1806482046401920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (126us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.098656:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.098658:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.098659:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1065:2006:x1806482046402048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (112us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.098661:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.098661:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.098663:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967398 00010000:00010000:1.0:1722795744.098667:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.098677:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1064:2006:x1806482046402176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.098681:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.098681:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967396 00010000:00010000:3.0:1722795744.098688:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098692:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.098697:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1063:2006:x1806482046402304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.098697:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098700:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.098703:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967397 00010000:00010000:3.0:1722795744.098704:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.098706:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967399 00010000:00010000:3.0:1722795744.098710:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.098713:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098716:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098718:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098721:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098722:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.098725:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67ad9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098727:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098731:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098734:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098737:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.098737:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098739:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098743:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098743:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.098749:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098750:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098757:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098763:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098769:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.098772:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098778:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098786:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.098793:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa67ad2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.098802:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3792:3679:x1806481766404480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1058us (1086us total) trans 4296352110 rc 0/0 00000100:00100000:3.0:1722795744.098806:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044086 00000004:00080000:2.0:1722795744.098809:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8d500/2, rc 0, transno 1384814 00000100:00100000:2.0:1722795744.098818:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766404480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.098890:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766405376:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.098904:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3792:3681:x1806481766404352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1196us (1226us total) trans 4296352111 rc 0/0 00010000:00010000:3.0:1722795744.098904:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.098910:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044085 00000004:00080000:2.0:1722795744.098913:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8e300/2, rc 0, transno 1384815 00000100:00100000:2.0:1722795744.098922:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766404352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.098927:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766405760:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.098930:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766405888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.098934:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766405504:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.098935:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.098942:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.098948:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.098954:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.098957:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766406016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.098961:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766405888 00000100:00100000:1.0:1722795744.098963:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766405888 00000100:00100000:2.0:1722795744.098964:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.098975:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766406016 00000100:00100000:1.0:1722795744.098977:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766406016 00000100:00100000:3.0:1722795744.098991:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044091 00000100:00100000:2.0:1722795744.098994:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.098996:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3793:3679:x1806481766405888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.099004:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10708 count 1 00000100:00100000:2.0:1722795744.099009:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.099010:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099012:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402560 00010000:00010000:0.0:1722795744.099013:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67ac4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099015:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402560 00000100:00100000:2.0:1722795744.099017:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402816 00010000:00010000:3.0:1722795744.099017:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1062 pid: 16097 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099019:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402816 00010000:00010000:3.0:1722795744.099021:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099022:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.099024:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1063 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.099024:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099027:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1063 pid: 16111 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.099032:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1063 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099037:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1063 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.099039:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967400 00000100:00100000:2.0:1722795744.099042:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967401 00000100:00100000:1.0:1722795744.099043:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1063:2005:x1806482046402560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.099043:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766406144:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.099045:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1063:2005:x1806482046402816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.099049:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.099050:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.099052:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1063 pid: 16111 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.099054:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1063 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099057:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1063 pid: 16111 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.099059:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129900 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.099062:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1063 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099065:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312198c0/0xc2e84c07bf8aaa6d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff943 expref: 1063 pid: 16111 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099074:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099075:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099077:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.099077:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.099079:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081173180/0xc2e84c07bf8aa304 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff74b expref: 1062 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099081:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099083:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3794:3678:x1806481766403840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1543us (1578us total) trans 4296352112 rc 0/0 00000100:00100000:0.0:1722795744.099087:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044083 00010000:00010000:1.0:1722795744.099088:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.099090:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099090:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.099093:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099097:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044092 00010000:00010000:1.0:1722795744.099099:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099100:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3793:3681:x1806481766406016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.099100:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1061:2005:x1806482046402816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.099103:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967401 00002000:00080000:0.0:1722795744.099107:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10709 count 1 00000100:00100000:2.0:1722795744.099111:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402432 00010000:00010000:1.0:1722795744.099112:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.099113:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402432 00010000:00010000:0.0:1722795744.099114:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099117:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1061 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.099120:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1061 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099124:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.099125:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.099126:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099126:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1061:2005:x1806482046402560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.099130:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967402 00000100:00100000:2.0:1722795744.099133:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ef8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1061:2005:x1806482046402432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.099134:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967400 00010000:00010000:0.0:1722795744.099136:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1061 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099136:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099137:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.099139:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1061 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.099141:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1061 pid: 16116 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.099141:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099144:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1060 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.099148:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099150:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766406272:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.099152:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099153:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099154:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.099155:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099156:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099156:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099159:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.099160:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099161:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099162:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099163:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.099164:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099166:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.099169:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099170:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099174:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1060:2005:x1806482046402432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.099174:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67af5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099176:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099177:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967402 00000004:00080000:0.0:1722795744.099179:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080511500/2, rc 0, transno 1384816 00010000:00010000:1.0:1722795744.099187:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099191:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766403840:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.099193:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.099196:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099202:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800874b4b40/0xc2e84c07bf8a9781 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff42d expref: 1059 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.099202:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099209:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766405248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.099211:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099214:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800839a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766406400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.099217:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa67aee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099218:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099225:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.099226:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099231:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099235:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099238:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099242:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099246:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.099248:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099252:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099257:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099261:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ae0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.099281:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3795:3678:x1806481766405632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1046us (1070us total) trans 4296352113 rc 0/0 00000100:00100000:3.0:1722795744.099285:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044090 00000100:00100000:3.0:1722795744.099293:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766406400 00000004:00080000:2.0:1722795744.099294:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8c700/2, rc 0, transno 1384817 00000100:00100000:3.0:1722795744.099296:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766406400 00000100:00100000:2.0:1722795744.099301:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766405632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.099304:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044093 00000100:00100000:3.0:1722795744.099306:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3796:3681:x1806481766406400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.099313:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10710 count 1 00010000:00010000:3.0:1722795744.099319:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099320:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3796:3680:x1806481766405120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1183us (1211us total) trans 4296352114 rc 0/0 00000004:00080000:0.0:1722795744.099323:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8fb80/2, rc 0, transno 1384818 00000100:00100000:1.0:1722795744.099326:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044089 00010000:00010000:3.0:1722795744.099326:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1058 pid: 16087 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099328:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1722795744.099330:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099331:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099332:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099334:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766406528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.099341:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1058 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099346:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1058 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.099352:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.099352:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766406656:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.099365:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766406528 00000100:00100000:3.0:1722795744.099367:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.099368:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766406528 00000100:00100000:0.0:1722795744.099375:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766405120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.099382:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044094 00000100:00100000:2.0:1722795744.099382:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.099386:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099386:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3796:3679:x1806481766406528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.099387:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766406784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.099390:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099394:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.099412:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10711 count 1 00010000:00010000:0.0:1722795744.099413:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.099414:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.099418:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099421:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.099421:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099423:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099426:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099428:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402688 00010000:00010000:0.0:1722795744.099432:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099432:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402688 00010000:00010000:1.0:1722795744.099435:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1059 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099436:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67acb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099442:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.099443:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.099443:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1059 pid: 16051 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.099446:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099461:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1059 pid: 16087 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099464:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967403 00000100:00100000:2.0:1722795744.099469:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1059:2005:x1806482046402688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.099470:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1059 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099475:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.099478:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1059 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.099479:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766406912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.099487:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1059 pid: 16051 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099499:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080a5e400/0xc2e84c07bf8a9e03 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ff5e6 expref: 1059 pid: 16051 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.099500:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.099507:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099509:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099511:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099518:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099530:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.099533:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099538:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099543:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099547:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1058:2005:x1806482046402688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.099547:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099551:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099553:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967403 00010000:00010000:3.0:1722795744.099554:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.099556:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099559:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099565:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099569:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67ae7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099627:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.099632:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3798:3681:x1806481766403968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2042us (2068us total) trans 4296352116 rc 0/0 00000100:00100000:0.0:1722795744.099636:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044084 00000100:00100000:0.0:1722795744.099646:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766406784 00000004:00080000:2.0:1722795744.099647:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8f800/2, rc 0, transno 1384821 00000100:00100000:3.0:1722795744.099647:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3797:3681:x1806481766404992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1526us (1553us total) trans 4296352117 rc 0/0 00000100:00100000:0.0:1722795744.099648:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766406784 00000100:00100000:2.0:1722795744.099650:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766404992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.099651:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044088 00000004:00080000:2.0:1722795744.099655:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8c380/2, rc 0, transno 1384820 00000100:00100000:2.0:1722795744.099657:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766403968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.099661:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044095 00000100:00100000:3.0:1722795744.099664:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d935c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3797:3678:x1806481766406784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.099671:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10712 count 1 00010000:00010000:3.0:1722795744.099678:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099683:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766407040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.099685:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1057 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099687:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766407168:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.099689:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099689:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099691:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099697:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.099702:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1057 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099708:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766407040 00010000:00010000:3.0:1722795744.099710:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1057 pid: 16072 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.099711:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766407040 00000100:00100000:2.0:1722795744.099711:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.099718:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766407296:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.099725:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766407168 00000100:00100000:1.0:1722795744.099727:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766407168 00000100:00100000:3.0:1722795744.099737:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.099738:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044096 00000100:00100000:0.0:1722795744.099742:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3799:3679:x1806481766404864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1749us (1786us total) trans 4296352115 rc 0/0 00000100:00100000:1.0:1722795744.099742:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3799:3680:x1806481766407040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.099752:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10713 count 1 00000100:00100000:3.0:1722795744.099753:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044097 00000100:00100000:3.0:1722795744.099757:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3799:3681:x1806481766407168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.099761:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.099766:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10714 count 1 00010000:00010000:1.0:1722795744.099771:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1057 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099775:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099778:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.099779:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.099781:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099784:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044087 00010000:00010000:3.0:1722795744.099786:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1057 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.099790:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099791:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.099793:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099795:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1057 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099800:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.099803:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1057 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099804:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1057 pid: 16058 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.099806:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8f100/2, rc 0, transno 1384819 00000100:00100000:2.0:1722795744.099809:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046402944 00000100:00100000:0.0:1722795744.099811:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766404864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.099812:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046402944 00010000:00010000:3.0:1722795744.099812:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1057 pid: 16034 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.099813:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766407424:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.099819:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1058 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.099820:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766407552:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.099828:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.099831:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.099832:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766407680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.099836:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967404 00000100:00100000:2.0:1722795744.099838:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1058:2005:x1806482046402944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.099843:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.099844:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.099845:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1058 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099850:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1058 pid: 16097 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.099854:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.099856:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766407680 00010000:00010000:2.0:1722795744.099858:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099858:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.099859:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766407680 00010000:00010000:2.0:1722795744.099860:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.099861:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766406272:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.099864:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099869:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099871:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.099873:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044098 00000100:00100000:1.0:1722795744.099877:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3799:3679:x1806481766407680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.099883:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1058:2005:x1806482046402944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.099884:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.099886:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967404 00002000:00080000:1.0:1722795744.099887:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10715 count 1 00000100:00100000:2.0:1722795744.099894:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403072 00010000:00010000:1.0:1722795744.099895:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099896:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403072 00010000:00010000:2.0:1722795744.099900:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1058 pid: 16116 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.099905:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1058 pid: 16105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.099908:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967405 00010000:00010000:1.0:1722795744.099911:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.099911:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1058:2006:x1806482046403072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.099912:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.099914:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.099915:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099916:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1058 pid: 16116 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099921:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1058 pid: 16116 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099926:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eaeef40/0xc2e84c07bf8ab8ac lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffce6 expref: 1058 pid: 16116 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.099928:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1058 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099931:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099932:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.099934:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.099936:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1057 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.099941:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.099945:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766407808:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.099948:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.099956:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1057:2006:x1806482046403072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.099959:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967405 00000100:00100000:1.0:1722795744.099962:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1900 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.099973:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.099993:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.099994:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013294c900/0xc2e84c07bf8ab23f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffb57 expref: 1056 pid: 16097 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.099998:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100000:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766406144:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.100002:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100005:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100008:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.100009:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100010:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100014:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100017:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100018:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100022:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100024:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100026:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100027:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67b03 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100032:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100036:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.100038:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100041:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100047:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100050:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67afc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.100080:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.100086:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766406912:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.100098:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100098:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403200 00000100:00100000:0.0:1722795744.100099:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3801:3681:x1806481766406016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 998us (1133us total) trans 4296352118 rc 0/0 00000100:00100000:2.0:1722795744.100100:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403200 00000100:00100000:0.0:1722795744.100103:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044092 00010000:00010000:2.0:1722795744.100108:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1056 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.100117:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:0.0:1722795744.100121:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8ca80/2, rc 0, transno 1384822 00000100:00100000:2.0:1722795744.100124:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403328 00000100:00100000:2.0:1722795744.100125:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403328 00000100:00100000:0.0:1722795744.100126:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766406016:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.100130:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.100133:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967406 00000100:00100000:3.0:1722795744.100138:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1057:2006:x1806482046403200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.100140:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967407 00000100:00100000:2.0:1722795744.100143:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1057:2006:x1806482046403328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.100144:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.100148:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.100149:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100150:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100155:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100162:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e9bad00/0xc2e84c07bf8ac7a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800020 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.100163:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1057 pid: 16087 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100167:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.100168:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.100170:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100174:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100174:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.100175:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.100176:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100181:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100182:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.100189:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.100192:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766407936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.100192:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1056:2006:x1806482046403328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.100195:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967407 00000100:00100000:3.0:1722795744.100201:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1056:2006:x1806482046403200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.100205:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967406 00000100:00100000:0.0:1722795744.100207:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.100221:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766407936 00000100:00100000:0.0:1722795744.100223:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766407936 00000100:00100000:0.0:1722795744.100233:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044099 00000100:00100000:0.0:1722795744.100235:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3801:3679:x1806481766407936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.100241:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766407296:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.100248:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10716 count 1 00010000:00010000:3.0:1722795744.100249:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100254:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100257:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3801:3679:x1806481766405888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1261us (1313us total) trans 4296352119 rc 0/0 00010000:00010000:3.0:1722795744.100260:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120060d80/0xc2e84c07bf8abf82 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ffeb4 expref: 1054 pid: 16087 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.100261:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044091 00010000:00010000:1.0:1722795744.100264:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.100268:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766406656:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.100273:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100274:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100280:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100282:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100285:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100287:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100289:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100293:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100296:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100298:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100299:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.100302:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100304:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.100307:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100307:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100314:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100315:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100320:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100323:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100330:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa67b11 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100333:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1054 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100339:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100340:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100342:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100353:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1053 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100358:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1053 pid: 16084 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.100364:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766408064:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.100378:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.100414:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.100425:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403456 00000100:00100000:2.0:1722795744.100427:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403456 00010000:00010000:2.0:1722795744.100434:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1054 pid: 16072 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.100449:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967408 00000100:00100000:3.0:1722795744.100450:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3802:3681:x1806481766406400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1140us (1222us total) trans 4296352120 rc 0/0 00000100:00100000:2.0:1722795744.100452:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1054:2006:x1806482046403456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.100453:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3802:3679:x1806481766406528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1065us (1099us total) trans 4296352121 rc 0/0 00010000:00010000:2.0:1722795744.100456:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.100457:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044093 00010000:00010000:2.0:1722795744.100459:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1054 pid: 16072 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.100460:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1cb100/2, rc 0, transno 1384825 00000100:00100000:1.0:1722795744.100460:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044094 00010000:00010000:2.0:1722795744.100464:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1054 pid: 16072 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.100470:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766406528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.100471:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087676640/0xc2e84c07bf8acc78 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808001cb expref: 1054 pid: 16072 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.100475:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8dc00/2, rc 0, transno 1384823 00000100:00100000:0.0:1722795744.100477:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766405888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.100479:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.100480:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.100482:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100486:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100494:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.100504:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1053:2006:x1806482046403456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.100510:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967408 00000004:00080000:0.0:1722795744.100521:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800839a9c00/2, rc 0, transno 1384824 00000100:00100000:0.0:1722795744.100530:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800839a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766406400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.100536:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766408320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.100549:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.100556:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.100559:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766408192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.100561:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100566:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.100568:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100575:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.100576:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766407424:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.100578:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.100581:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766408448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.100581:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100585:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100588:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.100588:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100588:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.100590:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100593:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100600:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100604:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.100622:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.100629:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766408320 00000100:00100000:0.0:1722795744.100634:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766408192 00000100:00100000:2.0:1722795744.100634:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766408320 00000100:00100000:0.0:1722795744.100636:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766408192 00000100:00100000:2.0:1722795744.100641:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403584 00000100:00100000:2.0:1722795744.100643:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403584 00000100:00100000:0.0:1722795744.100646:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766408448 00000100:00100000:1.0:1722795744.100646:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.100647:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766408448 00010000:00010000:2.0:1722795744.100652:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1053 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.100653:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044100 00000100:00100000:0.0:1722795744.100656:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3804:3681:x1806481766408192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.100661:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403712 00002000:00080000:0.0:1722795744.100663:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10717 count 1 00000100:00100000:3.0:1722795744.100664:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403712 00000100:00100000:2.0:1722795744.100667:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967409 00010000:00010000:0.0:1722795744.100670:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100672:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1054:2005:x1806482046403584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.100672:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1054 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.100676:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1054 pid: 16054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100678:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.100680:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100681:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100682:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100682:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1054 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.100684:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967410 00000100:00100000:3.0:1722795744.100687:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1054:2005:x1806482046403712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.100690:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1054 pid: 16058 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.100691:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1054 pid: 16054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100691:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.100694:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1054 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.100696:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1054 pid: 16054 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.100697:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.100699:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1054 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100701:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800782198c0/0xc2e84c07bf8ad23d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800392 expref: 1054 pid: 16058 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.100702:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766408576:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.100706:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.100707:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403840 00010000:00010000:3.0:1722795744.100707:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.100709:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.100710:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403840 00010000:00010000:2.0:1722795744.100711:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.100712:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.100713:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100715:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.100715:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100720:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1054 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.100720:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.100721:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100724:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044101 00000100:00100000:0.0:1722795744.100727:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3804:3679:x1806481766408448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.100732:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1054:2005:x1806482046403712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (86us total) trans 0 rc 0/0 00002000:00080000:0.0:1722795744.100733:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10719 count 1 00000100:00100000:1.0:1722795744.100736:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967411 00010000:00010000:0.0:1722795744.100738:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.100739:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967410 00000100:00100000:1.0:1722795744.100740:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1054:2005:x1806482046403840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.100740:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.100743:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1054 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100747:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100747:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.100747:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.100749:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100751:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1053 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.100757:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1053 pid: 16114 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100757:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1053:2005:x1806482046403584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.100760:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1053 pid: 16105 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.100763:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1053 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.100763:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967409 00000100:00100000:0.0:1722795744.100767:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766408704:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.100770:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.100772:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.100775:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.100777:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d935c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3804:3678:x1806481766406784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1111us (1149us total) trans 4296352122 rc 0/0 00000100:00100000:0.0:1722795744.100778:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.100780:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044095 00010000:00010000:1.0:1722795744.100782:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100792:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.100793:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044102 00000100:00100000:2.0:1722795744.100797:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3803:3681:x1806481766408320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.100807:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1052:2005:x1806482046403840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (110us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795744.100808:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10718 count 1 00000100:00100000:1.0:1722795744.100813:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967411 00010000:00010000:2.0:1722795744.100817:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100826:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1051 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100832:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.100832:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.100834:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.100836:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100839:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.100841:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133cded80/2, rc 0, transno 1384826 00010000:00010000:1.0:1722795744.100846:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.100847:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766406784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.100851:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1051 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100852:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100858:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100859:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a16640/0xc2e84c07bf8ad78b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080054b expref: 1051 pid: 16034 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.100860:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1051 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.100864:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.100866:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766408960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.100866:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766407552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.100867:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100869:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766408832:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.100873:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100875:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100878:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.100879:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100881:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100882:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100886:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.100887:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa67b1f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.100890:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.100890:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100893:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766408960 00000100:00100000:0.0:1722795744.100896:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766408960 00010000:00010000:3.0:1722795744.100897:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100900:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a21c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.100902:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.100904:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044103 00000100:00100000:0.0:1722795744.100906:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3804:3679:x1806481766408960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.100906:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.100911:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.100913:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10720 count 1 00010000:00010000:3.0:1722795744.100914:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67b26 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100918:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100925:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100928:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100929:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.100930:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100938:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.100943:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.100948:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766409088:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.100959:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000004:00080000:0.0:1722795744.100997:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075513800/2, rc 0, transno 1384827 00000100:00100000:1.0:1722795744.101000:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3806:3680:x1806481766407040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1256us (1299us total) trans 4296352123 rc 0/0 00000100:00100000:0.0:1722795744.101002:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766407040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.101007:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044096 00000100:00100000:3.0:1722795744.101010:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3806:3681:x1806481766407168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1252us (1297us total) trans 4296352124 rc 0/0 00000100:00100000:3.0:1722795744.101014:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044097 00000004:00080000:0.0:1722795744.101022:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075513b80/2, rc 0, transno 1384828 00000100:00100000:0.0:1722795744.101025:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766407168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.101028:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.101031:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766409216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.101032:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a020e640/0xc2e84c07bf8add73 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800743 expref: 1050 pid: 16105 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.101043:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.101043:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766407808:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.101053:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766409216 00000100:00100000:3.0:1722795744.101055:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766409216 00010000:00010000:1.0:1722795744.101056:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.101061:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766409344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.101063:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101065:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044104 00000100:00100000:3.0:1722795744.101067:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3805:3681:x1806481766409216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.101069:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.101069:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.101075:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10721 count 1 00010000:00010000:1.0:1722795744.101076:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101079:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766409344 00010000:00010000:1.0:1722795744.101082:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101082:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766409344 00010000:00010000:3.0:1722795744.101082:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101089:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.101092:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1049 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101094:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.101094:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044105 00010000:00010000:3.0:1722795744.101096:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.101097:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101097:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3806:3681:x1806481766409344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.101097:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.101098:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.101105:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10722 count 1 00010000:00010000:1.0:1722795744.101108:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.101108:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1049 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101112:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.101113:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1049 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.101117:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101119:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1049 pid: 15435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101119:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766409472:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.101123:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101123:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.101124:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.101125:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101135:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1049 pid: 15435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101135:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.101140:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1049 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.101146:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766409600:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.101159:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.101219:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3807:3679:x1806481766407680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1340us (1372us total) trans 4296352125 rc 0/0 00000100:00100000:1.0:1722795744.101225:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044098 00000004:00080000:0.0:1722795744.101231:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080510e00/2, rc 0, transno 1384829 00000100:00100000:0.0:1722795744.101236:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766407680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.101256:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.101260:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766409728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.101272:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.101284:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766409728 00000100:00100000:1.0:1722795744.101287:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766409728 00000100:00100000:1.0:1722795744.101301:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044106 00000100:00100000:1.0:1722795744.101304:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3807:3679:x1806481766409728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.101315:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10723 count 1 00010000:00010000:1.0:1722795744.101324:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101334:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1049 pid: 16062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101340:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.101341:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.101343:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101358:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1049 pid: 16062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101367:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1049 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.101375:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766409856:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.101414:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.101534:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766408064:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.101543:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101612:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766408576:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.101615:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.101623:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.101631:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.101635:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046403968 00000100:00100000:1.0:1722795744.101639:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046403968 00000100:00100000:0.0:1722795744.101640:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.101640:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766408832:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.101649:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1050 pid: 16084 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.101650:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101653:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404096 00000100:00100000:2.0:1722795744.101656:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404096 00000100:00100000:1.0:1722795744.101664:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404224 00000100:00100000:3.0:1722795744.101664:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766409472:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.101666:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404224 00010000:00010000:2.0:1722795744.101666:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1051 pid: 16054 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.101670:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101673:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1052 pid: 16114 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.101684:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967412 00000100:00100000:2.0:1722795744.101688:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e960a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1052:2006:x1806482046403968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.101693:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967413 00010000:00010000:2.0:1722795744.101694:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.101696:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766409088:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.101697:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967414 00000100:00100000:1.0:1722795744.101698:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1052:2005:x1806482046404096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.101699:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1052 pid: 16084 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.101701:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1052:2006:x1806482046404224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.101705:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.101706:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.101706:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.101707:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1052 pid: 16084 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.101709:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1052 pid: 16054 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.101709:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1052 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.101714:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1052 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.101717:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1052 pid: 16054 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.101718:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081263180/0xc2e84c07bf8ae4dc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080097a expref: 1052 pid: 16084 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.101722:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.101723:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.101724:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101728:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.101728:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101730:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087643cc0/0xc2e84c07bf8aea0e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800b25 expref: 1051 pid: 16054 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.101730:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.101732:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.101734:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.101741:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.101742:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.101743:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101745:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101749:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1050:2006:x1806482046404224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (108us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.101751:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101752:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967414 00010000:00010000:2.0:1722795744.101758:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.101765:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.101769:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.101774:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.101775:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e960a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1049:2006:x1806482046403968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (158us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.101779:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.101781:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1049:2005:x1806482046404096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.101781:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967412 00010000:00010000:0.0:1722795744.101786:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.101787:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967413 00000100:00100000:2.0:1722795744.101811:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766409600:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.101824:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101835:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800736f9200/0xc2e84c07bf8af73c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800ef2 expref: 1047 pid: 16114 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.101837:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101837:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.101841:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.101843:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101843:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.101845:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766408704:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.101847:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101850:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.101853:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101857:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101858:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101862:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.101863:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101866:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101873:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.101874:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101876:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101880:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101881:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.101885:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67b3b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101887:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101888:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.101891:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67b34 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101895:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101900:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.101902:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101905:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.101909:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101916:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.101918:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.101925:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.101928:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.101929:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404480 00000100:00100000:2.0:1722795744.101932:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404480 00000100:00100000:3.0:1722795744.101937:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404736 00010000:00010000:2.0:1722795744.101939:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1047 pid: 16060 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.101939:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404736 00000100:00100000:1.0:1722795744.101943:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404352 00000100:00100000:1.0:1722795744.101946:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404352 00010000:00010000:3.0:1722795744.101948:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1048 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.101949:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404608 00000100:00100000:2.0:1722795744.101950:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404608 00010000:00010000:1.0:1722795744.101955:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1050 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.101955:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1050 pid: 16096 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.101959:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3808:3681:x1806481766408192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1301us (1390us total) trans 4296352126 rc 0/0 00000100:00100000:3.0:1722795744.101962:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967415 00000100:00100000:0.0:1722795744.101963:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044100 00000100:00100000:2.0:1722795744.101965:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967416 00000100:00100000:3.0:1722795744.101965:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1050:2006:x1806482046404480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.101968:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1050:2006:x1806482046404736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.101970:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.101972:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.101973:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.101975:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1050 pid: 15435 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.101976:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967417 00000004:00080000:0.0:1722795744.101992:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea01880/2, rc 0, transno 1384830 00010000:00010000:3.0:1722795744.101993:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.101997:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766408192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.101997:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1050:2006:x1806482046404608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.101998:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1050 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.102003:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a25f80/0xc2e84c07bf8b03e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801711 expref: 1050 pid: 16060 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.102004:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.102006:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012408c000/0xc2e84c07bf8b209b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80802ecd expref: 1050 pid: 15435 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.102008:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1049 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.102011:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.102012:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.102013:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102014:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.102015:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.102016:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102017:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1048 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.102017:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102018:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766409984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.102021:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102027:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.102028:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099106f40/0xc2e84c07bf8b0fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80801e42 expref: 1048 pid: 16096 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.102029:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.102037:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.102039:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.102040:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1047:2006:x1806482046404480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.102041:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1047:2006:x1806482046404736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.102042:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102044:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967415 00000100:00100000:2.0:1722795744.102046:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967416 00010000:00010000:1.0:1722795744.102048:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102054:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967418 00000100:00100000:3.0:1722795744.102058:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1045:2006:x1806482046404352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.102062:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.102062:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.102063:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102064:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1045 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.102067:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102069:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1045 pid: 16057 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.102071:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102076:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102076:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3406c0/0xc2e84c07bf8aefb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80800cad expref: 1045 pid: 16057 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.102078:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.102078:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1045:2006:x1806482046404608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.102079:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102082:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.102082:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.102083:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.102084:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967417 00010000:00010000:2.0:1722795744.102084:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102084:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102088:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102088:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102092:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102095:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102095:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.102096:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864900/0xc2e84c07bfa67b5e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102099:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102103:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1043:2006:x1806482046404352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (186us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.102104:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102106:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967418 00010000:00010000:0.0:1722795744.102107:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102111:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102114:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.102115:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102119:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102121:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102125:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102125:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102128:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67b50 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102130:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102131:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102134:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102137:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102138:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102140:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.102142:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102145:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102146:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102150:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102152:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102154:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67b49 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102158:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102164:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.102166:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.102171:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3810:3681:x1806481766409344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1073us (1101us total) trans 4296352127 rc 0/0 00010000:00010000:1.0:1722795744.102173:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.102175:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044105 00010000:00010000:1.0:1722795744.102182:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.102184:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766409984 00000100:00100000:2.0:1722795744.102186:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766409984 00010000:00010000:1.0:1722795744.102188:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67b57 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.102192:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044107 00000100:00100000:2.0:1722795744.102194:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3811:3679:x1806481766409984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.102201:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3811:3679:x1806481766408960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1293us (1322us total) trans 4296352129 rc 0/0 00002000:00080000:2.0:1722795744.102202:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10724 count 1 00000100:00100000:0.0:1722795744.102205:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044103 00010000:00010000:2.0:1722795744.102209:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102216:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102220:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.102221:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1722795744.102222:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e960380/2, rc 0, transno 1384831 00010000:00010000:2.0:1722795744.102222:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102225:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766409344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.102228:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3811:3681:x1806481766408320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1431us (1678us total) trans 4296352130 rc 0/0 00000004:00080000:0.0:1722795744.102230:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea00a80/2, rc 0, transno 1384834 00010000:00010000:2.0:1722795744.102231:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102232:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766408320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.102232:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044102 00010000:00010000:2.0:1722795744.102236:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.102241:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766410112:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.102252:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.102254:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.102267:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.102274:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3811:3681:x1806481766409216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1204us (1229us total) trans 4296352131 rc 0/0 00000100:00100000:0.0:1722795744.102275:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.102277:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.102279:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.102281:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044104 00000100:00100000:0.0:1722795744.102284:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.102289:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404864 00000100:00100000:3.0:1722795744.102291:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404864 00000100:00100000:1.0:1722795744.102292:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766410240 00000100:00100000:1.0:1722795744.102295:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766410240 00000004:00080000:0.0:1722795744.102297:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080513b80/2, rc 0, transno 1384835 00010000:00010000:3.0:1722795744.102299:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1043 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.102300:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766409216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.102307:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766410368 00000100:00100000:1.0:1722795744.102309:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766410368 00000100:00100000:3.0:1722795744.102309:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967419 00000100:00100000:2.0:1722795744.102311:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3812:3679:x1806481766407936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2074us (2103us total) trans 4296352132 rc 0/0 00000100:00100000:3.0:1722795744.102312:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1043:2005:x1806482046404864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000004:00080000:0.0:1722795744.102315:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080511880/2, rc 0, transno 1384833 00000100:00100000:2.0:1722795744.102315:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044099 00010000:00010000:3.0:1722795744.102316:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.102318:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766408960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.102318:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044108 00010000:00010000:3.0:1722795744.102318:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1043 pid: 16062 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.102322:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea01180/2, rc 0, transno 1384836 00000100:00100000:1.0:1722795744.102322:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3811:3680:x1806481766410240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.102324:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766407936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.102324:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1043 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.102326:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.102326:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044109 00000100:00100000:0.0:1722795744.102329:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766410496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.102329:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3811:3680:x1806481766410368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.102330:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.102331:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1722795744.102333:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10725 count 1 00010000:00010000:3.0:1722795744.102333:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.102336:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10726 count 1 00010000:00010000:3.0:1722795744.102336:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102338:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.102342:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102343:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102343:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.102349:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1043 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102351:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1043 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102353:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.102353:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.102353:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1043:2005:x1806482046404864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (74us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.102355:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102356:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967419 00000100:00100000:0.0:1722795744.102357:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.102358:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.102359:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.102362:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.102364:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1042 pid: 16089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102366:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.102367:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795744.102369:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1042 pid: 16089 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.102371:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766410624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.102375:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766410880:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.102376:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1042 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102377:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766410496 00000100:00100000:0.0:1722795744.102379:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766410496 00010000:00010000:1.0:1722795744.102385:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1042 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.102386:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb240 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.102386:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.102390:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766410752 00000100:00100000:0.0:1722795744.102391:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766410752 00000100:00100000:1.0:1722795744.102394:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766411008:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.102412:0:16104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766410624 00000100:00100000:2.0:1722795744.102414:0:16104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766410624 00000100:00100000:0.0:1722795744.102418:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044110 00000100:00100000:0.0:1722795744.102421:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3814:3679:x1806481766410496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.102421:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044111 00000100:00100000:3.0:1722795744.102425:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3814:3680:x1806481766410752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.102427:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044112 00002000:00080000:0.0:1722795744.102429:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10727 count 1 00000100:00100000:1.0:1722795744.102432:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3814:3678:x1806481766410624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.102435:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.102435:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10729 count 1 00010000:00010000:0.0:1722795744.102442:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1042 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102442:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.102443:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10728 count 1 00010000:00010000:0.0:1722795744.102446:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.102446:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.102448:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102448:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1042 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102451:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102452:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.102453:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.102454:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102458:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1042 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102461:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1042 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102463:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1042 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.102464:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1042 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.102467:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.102468:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.102469:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766411136:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.102469:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1042 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.102470:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102475:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766411264:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.102481:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.102484:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1042 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102488:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.102492:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1042 pid: 16050 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.102501:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766411392:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.102502:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080266880/0xc2e84c07bf8b2d3d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808034bc expref: 1042 pid: 16062 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.102509:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766409856:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.102515:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.102517:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102521:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102525:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102529:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102532:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102536:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102539:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.102540:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102544:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102549:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102556:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa67b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.102591:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3815:3679:x1806481766408448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1861us (2000us total) trans 4296352128 rc 0/0 00000004:00080000:0.0:1722795744.102596:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea00700/2, rc 0, transno 1384832 00000100:00100000:1.0:1722795744.102597:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044101 00000100:00100000:0.0:1722795744.102601:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766408448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.102616:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795744.102619:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.102620:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766411520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.102632:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.102641:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3814:3679:x1806481766409728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1334us (1365us total) trans 4296352133 rc 0/0 00000100:00100000:3.0:1722795744.102646:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044106 00000004:00080000:1.0:1722795744.102653:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075513480/2, rc 0, transno 1384837 00000100:00100000:3.0:1722795744.102657:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766411520 00000100:00100000:1.0:1722795744.102659:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766409728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.102659:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766411520 00000100:00100000:3.0:1722795744.102673:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044113 00000100:00100000:3.0:1722795744.102676:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3814:3680:x1806481766411520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.102680:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1722795744.102685:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10730 count 1 00000100:00100000:1.0:1722795744.102686:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766411648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.102693:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.102703:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.102704:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.102708:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.102710:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.102712:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102715:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766411648 00000100:00100000:0.0:1722795744.102717:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766411648 00000100:00100000:0.0:1722795744.102727:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044114 00010000:00010000:3.0:1722795744.102727:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.102729:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3815:3679:x1806481766411648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.102735:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 939 lvb_type: 0 00002000:00080000:0.0:1722795744.102736:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10731 count 1 00010000:00010000:0.0:1722795744.102742:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102745:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766411776:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.102748:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1041 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102752:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.102752:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.102754:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.102760:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.102763:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1041 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.102768:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1041 pid: 16073 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.102773:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766411904:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.102786:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.103516:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766411136:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.103533:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.103551:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766410112:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.103555:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766410880:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.103562:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.103564:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.103565:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.103575:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766411264:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.103583:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.103605:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405120 00000100:00100000:1.0:1722795744.103608:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405120 00010000:00010000:1.0:1722795744.103620:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.103634:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967420 00000100:00100000:1.0:1722795744.103638:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1042:2005:x1806482046405120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.103644:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.103648:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.103654:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.103656:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.103665:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405376 00000100:00100000:3.0:1722795744.103667:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405376 00010000:00010000:1.0:1722795744.103668:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090880fc0/0xc2e84c07bf8b33bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803946 expref: 1042 pid: 16048 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.103674:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.103675:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1042 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.103677:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.103679:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.103682:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.103685:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046404992 00000100:00100000:0.0:1722795744.103686:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.103687:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046404992 00010000:00010000:1.0:1722795744.103688:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.103691:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405248 00010000:00010000:3.0:1722795744.103693:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1043 pid: 16026 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.103695:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405248 00010000:00010000:2.0:1722795744.103705:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1044 pid: 16089 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.103707:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.103707:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967421 00000100:00100000:3.0:1722795744.103711:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1044:2005:x1806482046405376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.103718:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.103719:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967422 00000100:00100000:2.0:1722795744.103722:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1044:2005:x1806482046404992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.103722:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1044 pid: 16088 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.103727:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1044:2005:x1806482046405120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.103727:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.103730:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1044 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.103730:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1044 pid: 16088 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.103733:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967420 00010000:00010000:2.0:1722795744.103736:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1044 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.103742:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf11200/0xc2e84c07bf8b7868 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808054dd expref: 1043 pid: 16088 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.103744:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cee4fc0/0xc2e84c07bf8b4c8c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808046ac expref: 1043 pid: 16026 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.103751:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103752:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103753:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.103753:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103755:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103755:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103759:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103760:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.103762:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.103763:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967423 00000100:00100000:1.0:1722795744.103767:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2005:x1806482046405248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.103768:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.103769:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.103772:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.103773:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.103777:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1041 pid: 16089 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.103785:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2005:x1806482046404992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.103786:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.103786:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1041 pid: 16089 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.103787:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2005:x1806482046405376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.103790:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967422 00000100:00100000:3.0:1722795744.103792:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967421 00000100:00100000:0.0:1722795744.103795:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405504 00010000:00010000:1.0:1722795744.103796:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f46c0/0xc2e84c07bf8b453f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080428b expref: 1041 pid: 16089 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.103797:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405504 00000100:00100000:2.0:1722795744.103798:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405760 00000100:00100000:2.0:1722795744.103800:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405760 00000100:00100000:3.0:1722795744.103802:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405632 00000100:00100000:3.0:1722795744.103803:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405632 00010000:00010000:0.0:1722795744.103805:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1041 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.103805:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103805:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.103807:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.103809:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103809:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1041 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.103815:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967424 00010000:00010000:1.0:1722795744.103816:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.103819:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967425 00000100:00100000:2.0:1722795744.103819:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2006:x1806482046405760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.103821:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2006:x1806482046405504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.103822:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967426 00010000:00010000:2.0:1722795744.103825:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.103825:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2006:x1806482046405632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.103826:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.103828:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.103829:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1041 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.103829:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.103829:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.103831:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1041 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.103834:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1041 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.103836:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1041 pid: 15441 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.103837:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1041 pid: 15621 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.103842:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.103843:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.103843:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.103844:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.103844:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1041:2005:x1806482046405248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (157us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.103844:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103845:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.103845:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103847:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.103849:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103849:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.103851:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967423 00010000:00010000:0.0:1722795744.103852:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103855:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103855:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.103859:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.103863:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1040:2006:x1806482046405632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (76us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.103865:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.103866:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967426 00000100:00100000:0.0:1722795744.103869:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1040:2006:x1806482046405504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.103873:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967425 00010000:00010000:3.0:1722795744.103877:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103880:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880071848900/0xc2e84c07bf8b7440 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805363 expref: 1038 pid: 16050 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.103881:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.103882:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1038:2006:x1806482046405760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (107us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.103885:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103888:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.103891:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766411904:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.103891:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766411392:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.103891:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967424 00010000:00010000:3.0:1722795744.103893:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103896:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.103898:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.103900:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103901:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103902:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103906:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103909:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.103910:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67b88 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103915:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103917:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103922:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103924:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103928:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103931:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.103933:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.103935:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103938:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103941:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.103944:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103947:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103951:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103953:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.103956:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103960:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103962:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.103966:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67b8f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103972:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.103994:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67b81 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104004:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3816:3680:x1806481766410752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1577us (1635us total) trans 4296352134 rc 0/0 00000100:00100000:3.0:1722795744.104008:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044111 00000004:00080000:0.0:1722795744.104011:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e962300/2, rc 0, transno 1384838 00000100:00100000:0.0:1722795744.104017:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.104018:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046405888 00000100:00100000:2.0:1722795744.104021:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046405888 00010000:00010000:3.0:1722795744.104023:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104028:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104034:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104037:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1037 pid: 16073 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.104041:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104043:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d333180/0xc2e84c07bf8b8152 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805665 expref: 1037 pid: 15441 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.104047:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.104052:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766411776:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.104054:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.104057:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104059:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104062:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967427 00010000:00010000:0.0:1722795744.104063:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104063:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104067:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1036:2006:x1806482046405888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.104070:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104073:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3816:3678:x1806481766410624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1639us (1684us total) trans 4296352135 rc 0/0 00010000:00010000:2.0:1722795744.104073:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.104073:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104075:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104078:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104078:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1036 pid: 16073 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104079:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044112 00010000:00010000:3.0:1722795744.104080:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67b6c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104082:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104085:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.104087:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104087:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1036 pid: 16073 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.104090:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104096:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104098:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008328f180/0xc2e84c07bf8b8eb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805833 expref: 1036 pid: 16073 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.104099:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67b96 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104100:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766412032:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.104107:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.104109:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.104111:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.104118:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104127:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766412032 00000100:00100000:1.0:1722795744.104130:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766412032 00010000:00010000:2.0:1722795744.104132:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.104151:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1035:2006:x1806482046405888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.104152:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044115 00000100:00100000:1.0:1722795744.104157:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3818:3679:x1806481766412032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.104158:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967427 00002000:00080000:1.0:1722795744.104168:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10732 count 1 00010000:00010000:1.0:1722795744.104176:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104187:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104192:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.104192:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3818:3679:x1806481766409984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1995us (2112us total) trans 4296352136 rc 0/0 00010000:00010000:1.0:1722795744.104194:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.104196:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044107 00010000:00010000:1.0:1722795744.104197:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.104200:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3818:3680:x1806481766411520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1522us (1565us total) trans 4296352137 rc 0/0 00000100:00100000:0.0:1722795744.104207:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044113 00000004:00080000:2.0:1722795744.104208:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e962d80/2, rc 0, transno 1384839 00010000:00010000:1.0:1722795744.104210:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104213:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766410624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.104220:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104228:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766412160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.104249:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.104266:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e963100/2, rc 0, transno 1384840 00000100:00100000:1.0:1722795744.104272:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766409984:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795744.104287:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b6d80/2, rc 0, transno 1384841 00000100:00100000:0.0:1722795744.104295:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766411520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.104303:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766412288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.104309:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3817:3679:x1806481766410496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1887us (1969us total) trans 4296352138 rc 0/0 00000100:00100000:2.0:1722795744.104314:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044110 00000100:00100000:0.0:1722795744.104322:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.104328:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766412544:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.104333:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e963480/2, rc 0, transno 1384842 00000100:00100000:3.0:1722795744.104334:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766412288 00000100:00100000:0.0:1722795744.104335:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.104336:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766412288 00000100:00100000:0.0:1722795744.104339:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766412416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.104340:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766410496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.104342:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.104347:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766412544 00000100:00100000:3.0:1722795744.104348:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766412544 00000100:00100000:0.0:1722795744.104353:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.104355:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8d6f40/0xc2e84c07bf8b3cf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80803dbb expref: 1034 pid: 15621 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.104355:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044116 00000100:00100000:3.0:1722795744.104357:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3818:3680:x1806481766412288:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.104362:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766412416 00000100:00100000:1.0:1722795744.104365:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766411008:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.104365:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766412416 00002000:00080000:3.0:1722795744.104365:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10733 count 1 00010000:00010000:0.0:1722795744.104366:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104371:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104372:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104375:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104376:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104379:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104379:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1033 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104382:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104382:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.104383:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.104385:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.104385:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104387:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104389:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044117 00000100:00100000:2.0:1722795744.104393:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3819:3678:x1806481766412544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.104394:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104394:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044118 00010000:00010000:3.0:1722795744.104394:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1033 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.104414:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1033 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104415:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3819:3680:x1806481766412416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.104416:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104420:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67b9d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104420:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766412672:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.104425:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10735 count 1 00002000:00080000:1.0:1722795744.104429:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10734 count 1 00010000:00010000:2.0:1722795744.104435:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104436:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.104439:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104445:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1033 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104448:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104452:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.104453:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.104455:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.104455:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104456:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.104458:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104472:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104472:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1033 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104481:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.104482:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1033 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104490:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766413056:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.104491:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3820:3679:x1806481766411648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1760us (1787us total) trans 4296352139 rc 0/0 00000100:00100000:2.0:1722795744.104491:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766412928:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.104495:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044114 00000100:00100000:1.0:1722795744.104511:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.104512:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.104522:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766412800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.104527:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104532:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104536:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104538:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.104540:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104543:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104546:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.104548:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104549:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766412800 00010000:00010000:2.0:1722795744.104552:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104552:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766412800 00000004:00080000:1.0:1722795744.104553:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b7100/2, rc 0, transno 1384843 00010000:00010000:2.0:1722795744.104558:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104563:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864fc0/0xc2e84c07bfa67b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104566:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766411648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.104582:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044119 00000100:00100000:1.0:1722795744.104586:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3820:3679:x1806481766412800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.104591:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766413184:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.104596:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10736 count 1 00000100:00100000:0.0:1722795744.104604:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.104606:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.104613:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766413184 00000100:00100000:3.0:1722795744.104615:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766413184 00010000:00010000:1.0:1722795744.104616:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1033 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104622:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.104623:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044120 00010000:00010000:1.0:1722795744.104623:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.104626:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3822:3680:x1806481766413184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.104626:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.104634:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10737 count 1 00010000:00010000:1.0:1722795744.104639:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1033 pid: 16102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104640:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3822:3680:x1806481766410368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2309us (2353us total) trans 4296352140 rc 0/0 00010000:00010000:0.0:1722795744.104641:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104644:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044109 00000004:00080000:3.0:1722795744.104647:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e961c00/2, rc 0, transno 1384844 00010000:00010000:0.0:1722795744.104648:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1033 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104648:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1033 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.104651:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.104652:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.104652:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.104654:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.104656:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766413312:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.104664:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1033 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.104672:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1033 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104675:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1900 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.104677:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766413568:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.104678:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.104683:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766413440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.104685:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104692:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104696:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.104698:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104705:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104707:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766413440 00000100:00100000:2.0:1722795744.104709:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766413440 00010000:00010000:1.0:1722795744.104712:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104717:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.104718:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044121 00010000:00010000:1.0:1722795744.104720:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104720:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3822:3680:x1806481766413440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.104726:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.104728:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10738 count 1 00010000:00010000:2.0:1722795744.104734:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104735:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104741:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1033 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.104742:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67b73 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104745:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.104746:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.104747:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.104758:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1033 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.104763:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.104763:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1033 pid: 16090 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104769:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766412160:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.104769:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766413696:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.104779:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.104781:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.104866:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3823:3680:x1806481766410240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2543us (2597us total) trans 4296352141 rc 0/0 00000100:00100000:1.0:1722795744.104876:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044108 00000004:00080000:2.0:1722795744.104878:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e960700/2, rc 0, transno 1384845 00000100:00100000:2.0:1722795744.104893:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766410240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.104931:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.104934:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766413824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.104947:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406016 00000100:00100000:3.0:1722795744.104950:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406016 00000100:00100000:2.0:1722795744.104953:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.104961:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.104964:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766413824 00000100:00100000:1.0:1722795744.104967:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766413824 00000100:00100000:3.0:1722795744.104975:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967428 00000100:00100000:3.0:1722795744.104990:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1034:2006:x1806482046406016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.104994:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044122 00000100:00100000:1.0:1722795744.104998:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3823:3678:x1806481766413824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.105001:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.105004:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 939 lvb_type: 0 00002000:00080000:1.0:1722795744.105009:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10739 count 1 00010000:00010000:3.0:1722795744.105010:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.105017:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105019:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800884c46c0/0xc2e84c07bf8b9938 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808059fa expref: 1034 pid: 16073 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105025:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.105026:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.105028:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1033 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105028:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105032:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105033:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.105035:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.105037:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105042:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.105048:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105051:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1033 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105052:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105056:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1033:2006:x1806482046406016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.105057:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105060:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105060:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1033 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.105061:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967428 00010000:00010000:0.0:1722795744.105064:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105067:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.105069:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105069:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766413952:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.105073:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105079:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105083:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ba4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105086:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.105257:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766412672:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.105265:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105299:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766413056:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.105308:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3824:3679:x1806481766412032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1150us (1191us total) trans 4296352142 rc 0/0 00000100:00100000:0.0:1722795744.105312:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044115 00010000:00010000:1.0:1722795744.105313:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105317:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:1.0:1722795744.105332:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b6680/2, rc 0, transno 1384846 00000100:00100000:2.0:1722795744.105332:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.105338:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406144 00000100:00100000:1.0:1722795744.105339:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766412032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.105341:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406144 00000100:00100000:2.0:1722795744.105345:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406272 00000100:00100000:2.0:1722795744.105348:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406272 00010000:00010000:3.0:1722795744.105351:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1034 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.105360:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1034 pid: 16020 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.105368:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967429 00000100:00100000:3.0:1722795744.105373:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1034:2006:x1806482046406144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.105380:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.105383:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1034 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.105386:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967430 00010000:00010000:3.0:1722795744.105388:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1034 pid: 16031 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.105390:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1034:2006:x1806482046406272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.105411:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007238ad00/0xc2e84c07bf8ba501 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80805d26 expref: 1034 pid: 16031 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105419:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.105420:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.105420:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.105422:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105426:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105430:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105441:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105441:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.105453:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3bc000/0xc2e84c07bf8bc767 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806bff expref: 1033 pid: 16020 timeout: 939 lvb_type: 0 00010000:00010000:0.0:1722795744.105454:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105455:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1033:2006:x1806482046406144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.105458:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967429 00010000:00010000:2.0:1722795744.105461:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.105462:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105462:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.105464:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105468:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105469:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105475:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105481:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105485:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.105487:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a06c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.105490:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105491:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105496:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105498:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105499:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1031:2006:x1806482046406272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 108us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.105503:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967430 00010000:00010000:1.0:1722795744.105505:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105507:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105512:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105513:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67bab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105518:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105523:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766412928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.105524:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.105526:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105533:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.105533:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105541:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.105545:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766414080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.105547:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105554:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67bb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105558:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.105616:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766414080 00000100:00100000:0.0:1722795744.105619:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766414080 00000100:00100000:0.0:1722795744.105631:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044123 00000100:00100000:0.0:1722795744.105634:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3826:3678:x1806481766414080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.105642:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10740 count 1 00010000:00010000:0.0:1722795744.105648:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105654:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1030 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105658:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.105659:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.105661:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.105671:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1030 pid: 16032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105721:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766413312:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.105729:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1030 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.105732:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.105742:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766414208:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.105750:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766413568:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.105752:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.105760:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.105763:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.105764:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406400 00000100:00100000:2.0:1722795744.105767:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406400 00010000:00010000:2.0:1722795744.105776:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1031 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:2.0:1722795744.105789:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967431 00000100:00100000:1.0:1722795744.105793:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.105794:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1031:2005:x1806482046406400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.105801:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406528 00010000:00010000:2.0:1722795744.105802:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.105805:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1031 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:3.0:1722795744.105805:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406528 00010000:00010000:2.0:1722795744.105814:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1032 pid: 16047 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105815:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1032 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.105825:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3826:3680:x1806481766412288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1465us (1502us total) trans 4296352143 rc 0/0 00010000:00010000:2.0:1722795744.105825:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073719f80/0xc2e84c07bf8bd0b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806db1 expref: 1032 pid: 16047 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.105830:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044116 00000100:00100000:3.0:1722795744.105832:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967432 00010000:00010000:2.0:1722795744.105835:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.105836:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1031:2005:x1806482046406528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.105837:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.105839:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105843:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.105845:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105846:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1031 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.105849:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3825:3680:x1806481766412416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1432us (1493us total) trans 4296352144 rc 0/0 00000004:00080000:0.0:1722795744.105852:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a60e00/2, rc 0, transno 1384848 00010000:00010000:3.0:1722795744.105852:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1031 pid: 16102 timeout: 939 lvb_type: 0 00000100:00100000:1.0:1722795744.105855:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044118 00010000:00010000:2.0:1722795744.105856:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.105859:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766412416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.105863:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb7bcc0/0xc2e84c07bf8bd797 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80806fe1 expref: 1031 pid: 16102 timeout: 939 lvb_type: 0 00000004:00080000:0.0:1722795744.105866:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075511c00/2, rc 0, transno 1384847 00000100:00100000:0.0:1722795744.105868:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766412288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.105869:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1030:2005:x1806482046406400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.105871:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.105872:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.105873:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.105876:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967431 00010000:00010000:3.0:1722795744.105877:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105887:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.105892:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105896:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.105899:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105899:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1029:2005:x1806482046406528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.105903:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967432 00010000:00010000:2.0:1722795744.105906:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105911:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406656 00010000:00010000:2.0:1722795744.105912:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105913:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406656 00010000:00010000:3.0:1722795744.105918:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1029 pid: 16099 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.105919:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105921:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.105924:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8646c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.105927:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105928:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406784 00000100:00100000:3.0:1722795744.105929:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406784 00010000:00010000:3.0:1722795744.105933:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1030 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:2.0:1722795744.105934:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.105937:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967433 00000100:00100000:1.0:1722795744.105943:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1030:2005:x1806482046406656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.105944:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.105944:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967434 00000100:00100000:0.0:1722795744.105947:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766414464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.105947:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1030:2005:x1806482046406784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.105950:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8646c0/0xc2e84c07bfa67bb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105951:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.105952:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1030 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.105956:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.105957:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1030 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.105962:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1030 pid: 16099 timeout: 939 lvb_type: 0 00010000:00010000:3.0:1722795744.105963:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.105963:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.105964:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.105965:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.105969:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.105971:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1030 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.105973:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1722795744.105975:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.105976:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766414336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.105995:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.106000:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1030:2005:x1806482046406784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.106004:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967434 00010000:00010000:1.0:1722795744.106005:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801242c8fc0/0xc2e84c07bf8bdd40 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807193 expref: 1030 pid: 16099 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.106008:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766414464 00000100:00100000:0.0:1722795744.106010:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766414464 00010000:00010000:1.0:1722795744.106015:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.106017:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.106018:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766414336 00000100:00100000:0.0:1722795744.106020:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766414336 00010000:00010000:1.0:1722795744.106020:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106026:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044124 00010000:00010000:1.0:1722795744.106027:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106029:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3827:3681:x1806481766414464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.106030:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044125 00000100:00100000:3.0:1722795744.106033:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3827:3681:x1806481766414336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.106036:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10742 count 1 00010000:00010000:1.0:1722795744.106041:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.106042:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.106042:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10741 count 1 00010000:00010000:3.0:1722795744.106048:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106050:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106053:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106054:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106055:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1028 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106056:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.106057:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3827:3678:x1806481766412544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1663us (1713us total) trans 4296352145 rc 0/0 00000100:00100000:1.0:1722795744.106058:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1028:2005:x1806482046406656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 114us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.106062:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044117 00010000:00010000:3.0:1722795744.106062:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106062:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.106064:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967433 00010000:00010000:3.0:1722795744.106064:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106065:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106070:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.106073:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1027 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106075:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766414592:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.106079:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1027 pid: 16036 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.106081:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a63800/2, rc 0, transno 1384849 00000100:00100000:3.0:1722795744.106084:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766414720:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.106092:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766412544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.106098:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106098:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.106104:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dee400/0xc2e84c07bf8be4a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808073ae expref: 1027 pid: 16090 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.106105:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106106:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106110:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106112:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.106112:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766413696:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.106114:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106116:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.106117:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106118:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106121:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106122:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106125:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.106127:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106130:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106131:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.106134:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766414848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.106136:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.106136:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106138:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106140:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67bc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106144:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.106152:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.106153:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106159:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67bc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106164:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766414848 00000100:00100000:0.0:1722795744.106166:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766414848 00010000:00010000:2.0:1722795744.106172:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106179:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044126 00010000:00010000:2.0:1722795744.106179:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106181:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3828:3678:x1806481766414848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.106186:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.106188:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10743 count 1 00010000:00010000:2.0:1722795744.106192:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106194:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106199:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106201:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1026 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106204:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106205:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106206:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106206:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.106208:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106215:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1026 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106215:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106220:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1026 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.106224:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106225:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766414976:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.106231:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864b40/0xc2e84c07bfa67bce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106232:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3829:3680:x1806481766413184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1603us (1624us total) trans 4296352146 rc 0/0 00000100:00100000:0.0:1722795744.106236:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.106237:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044120 00000100:00100000:1.0:1722795744.106256:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3828:3679:x1806481766412800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1668us (1716us total) trans 4296352147 rc 0/0 00000004:00080000:3.0:1722795744.106260:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a63480/2, rc 0, transno 1384850 00000100:00100000:1.0:1722795744.106261:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044119 00000100:00100000:3.0:1722795744.106268:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766413184:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.106285:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a63100/2, rc 0, transno 1384851 00000100:00100000:3.0:1722795744.106285:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.106290:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766415104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.106299:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766412800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.106305:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.106319:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766415104 00000100:00100000:3.0:1722795744.106321:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766415104 00000100:00100000:2.0:1722795744.106340:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3829:3680:x1806481766413440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1616us (1641us total) trans 4296352148 rc 0/0 00000004:00080000:3.0:1722795744.106340:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a62d80/2, rc 0, transno 1384852 00000100:00100000:3.0:1722795744.106343:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766413440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.106347:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044121 00000100:00100000:3.0:1722795744.106355:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044127 00000100:00100000:3.0:1722795744.106358:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3828:3678:x1806481766415104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.106365:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10744 count 1 00010000:00010000:3.0:1722795744.106372:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106379:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1026 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106383:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106384:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106385:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.106415:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766413952:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.106417:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766415232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.106423:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.106428:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.106446:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046406912 00000100:00100000:0.0:1722795744.106447:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766415360:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.106449:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046406912 00010000:00010000:1.0:1722795744.106459:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1027 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.106466:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.106474:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967435 00000100:00100000:1.0:1722795744.106479:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1027:2005:x1806482046406912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.106483:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766415360 00000100:00100000:0.0:1722795744.106485:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766415360 00010000:00010000:1.0:1722795744.106485:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.106489:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1027 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.106497:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044128 00010000:00010000:1.0:1722795744.106497:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1027 pid: 16045 timeout: 939 lvb_type: 0 00000100:00100000:0.0:1722795744.106501:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3829:3681:x1806481766415360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.106508:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083273cc0/0xc2e84c07bf8beb4e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807598 expref: 1027 pid: 16045 timeout: 939 lvb_type: 0 00010000:00010000:1.0:1722795744.106517:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1722795744.106518:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10746 count 1 00010000:00010000:1.0:1722795744.106518:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.106521:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106525:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.106527:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106535:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766414208:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.106537:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.106544:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106547:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766415232 00000100:00100000:3.0:1722795744.106549:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766415232 00000100:00100000:2.0:1722795744.106552:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.106553:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1026:2005:x1806482046406912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.106555:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106558:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044129 00000100:00100000:1.0:1722795744.106559:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967435 00010000:00010000:0.0:1722795744.106561:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1026 pid: 16110 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106561:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3830:3680:x1806481766415232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.106564:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407040 00010000:00010000:0.0:1722795744.106565:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106566:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.106566:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407040 00010000:00010000:0.0:1722795744.106567:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.106568:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10745 count 1 00010000:00010000:2.0:1722795744.106574:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1026 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.106575:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106576:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1026 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106581:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1026 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106582:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1026 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.106587:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766415488:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.106588:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106589:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.106591:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.106594:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967436 00000100:00100000:2.0:1722795744.106597:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1026:2006:x1806482046407040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.106599:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.106600:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1026 pid: 16105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106601:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.106604:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1026 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.106605:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1026 pid: 16105 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.106610:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1026 pid: 16032 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.106611:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766415616:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.106618:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073544b40/0xc2e84c07bf8bf18a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80807790 expref: 1026 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.106625:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.106625:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.106626:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.106628:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.106632:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106635:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1025 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.106640:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1025 pid: 15623 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.106641:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.106645:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766415744:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.106646:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106651:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.106652:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.106653:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1025:2006:x1806482046407040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.106656:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967436 00010000:00010000:0.0:1722795744.106658:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106662:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106666:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106669:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.106671:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106674:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106680:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106683:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67bdc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106689:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106697:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106704:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106710:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106717:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106722:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.106724:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106731:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106740:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.106750:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67bd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.106751:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3831:3678:x1806481766414080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1116us (1192us total) trans 4296352149 rc 0/0 00000100:00100000:0.0:1722795744.106755:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044123 00000004:00080000:3.0:1722795744.106760:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a60700/2, rc 0, transno 1384853 00000100:00100000:3.0:1722795744.106765:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766414080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.106782:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766415872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.106794:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.106803:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766415872 00000100:00100000:0.0:1722795744.106805:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766415872 00000100:00100000:0.0:1722795744.106819:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044130 00000100:00100000:0.0:1722795744.106822:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3832:3678:x1806481766415872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.106829:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10747 count 1 00010000:00010000:0.0:1722795744.106835:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106841:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1024 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.106845:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106846:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.106847:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.106849:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3832:3678:x1806481766413824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1849us (1894us total) trans 4296352150 rc 0/0 00000004:00080000:3.0:1722795744.106851:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a63b80/2, rc 0, transno 1384854 00000100:00100000:3.0:1722795744.106855:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766413824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.106856:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1024 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.106856:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044122 00010000:00010000:0.0:1722795744.106863:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1024 pid: 16042 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.106871:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766416000:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.106967:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.107020:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.107028:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766416128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.107045:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.107060:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766416128 00000100:00100000:1.0:1722795744.107063:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766416128 00000100:00100000:1.0:1722795744.107078:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044131 00000100:00100000:1.0:1722795744.107082:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3832:3678:x1806481766416128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.107092:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10748 count 1 00010000:00010000:1.0:1722795744.107102:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107112:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1024 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107118:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.107119:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.107122:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107136:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1024 pid: 16076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107144:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1024 pid: 16076 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.107154:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766416256:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.107173:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.107496:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766414720:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.107506:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.107513:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766414592:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.107517:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766415616:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.107528:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107529:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.107582:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766414976:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.107597:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.107648:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.107659:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407296 00000100:00100000:2.0:1722795744.107661:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407296 00000100:00100000:0.0:1722795744.107664:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.107666:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766415744:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.107669:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1025 pid: 16081 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.107674:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.107678:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.107686:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407680 00000100:00100000:2.0:1722795744.107686:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407808 00000100:00100000:2.0:1722795744.107687:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407808 00000100:00100000:1.0:1722795744.107689:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407680 00010000:00010000:2.0:1722795744.107692:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1027 pid: 15623 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.107694:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.107694:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967437 00000100:00100000:3.0:1722795744.107697:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1027:2006:x1806482046407296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.107700:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1027 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.107701:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407168 00000100:00100000:2.0:1722795744.107703:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407168 00010000:00010000:3.0:1722795744.107703:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.107706:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.107707:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1028 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.107709:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.107711:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.107715:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407424 00000100:00100000:1.0:1722795744.107718:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407424 00000100:00100000:2.0:1722795744.107718:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967438 00010000:00010000:3.0:1722795744.107719:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e7b840/0xc2e84c07bf8c1e8c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80809a74 expref: 1028 pid: 16081 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.107721:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1029:2006:x1806482046407808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.107723:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967439 00010000:00010000:1.0:1722795744.107725:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1029 pid: 16105 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.107726:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.107728:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1028:2006:x1806482046407680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.107729:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1028 pid: 15623 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.107732:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.107733:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.107734:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1028 pid: 15623 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.107734:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107736:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.107738:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967440 00010000:00010000:3.0:1722795744.107738:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107740:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1028 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.107742:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1028:2006:x1806482046407168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.107745:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a9f1680/0xc2e84c07bf8ca759 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080e288 expref: 1028 pid: 15623 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.107747:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.107749:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1028 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.107749:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.107752:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.107753:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.107754:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1027 pid: 16036 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.107755:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.107759:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.107760:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1027:2006:x1806482046407296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (113us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.107761:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a63706c0/0xc2e84c07bf8c92ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080dad9 expref: 1027 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.107763:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1027 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.107764:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967437 00010000:00010000:2.0:1722795744.107766:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.107771:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.107773:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.107774:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967441 00010000:00010000:0.0:1722795744.107775:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.107776:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1025:2006:x1806482046407424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.107778:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1025:2006:x1806482046407808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (103us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.107779:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f13c900/0xc2e84c07bf8bf725 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8080793b expref: 1025 pid: 16036 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.107780:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.107782:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.107782:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967438 00010000:00010000:3.0:1722795744.107782:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1025 pid: 16105 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.107788:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1024 pid: 16105 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.107789:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.107791:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.107793:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107795:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132050d80/0xc2e84c07bf8cd596 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808101ec expref: 1023 pid: 16105 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.107799:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107801:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.107807:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.107809:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.107812:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107813:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.107815:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1022:2006:x1806482046407680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.107817:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107818:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.107821:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967439 00010000:00010000:2.0:1722795744.107822:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.107826:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.107829:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1021:2006:x1806482046407168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (135us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.107830:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107831:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.107836:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967440 00010000:00010000:2.0:1722795744.107837:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107838:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.107840:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.107842:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107844:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.107846:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.107848:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1020:2006:x1806482046407424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.107851:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107852:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.107854:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967441 00010000:00010000:2.0:1722795744.107855:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67bea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107856:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107857:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107860:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107863:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.107864:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107865:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107869:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107871:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107878:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107878:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.107881:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67bf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107887:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107890:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107892:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107895:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.107896:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107898:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107900:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107903:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107904:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107906:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a18c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.107908:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107912:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107913:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107919:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.107920:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa67be3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.107922:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67bf8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.107942:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3834:3681:x1806481766414336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1905us (1943us total) trans 4296352151 rc 0/0 00000100:00100000:2.0:1722795744.107948:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044125 00000100:00100000:0.0:1722795744.107963:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3834:3678:x1806481766414848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1780us (1810us total) trans 4296352152 rc 0/0 00000100:00100000:0.0:1722795744.107967:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044126 00000004:00080000:2.0:1722795744.107972:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b6a00/2, rc 0, transno 1384855 00000004:00080000:3.0:1722795744.107973:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b4a80/2, rc 0, transno 1384856 00000100:00100000:2.0:1722795744.107991:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766414336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.107991:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766414848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.108002:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108007:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108012:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108015:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108017:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766416384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.108019:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108022:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.108024:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108027:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.108031:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.108033:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108035:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.108037:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67c06 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.108041:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3834:3681:x1806481766414464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2009us (2074us total) trans 4296352153 rc 0/0 00000100:00100000:1.0:1722795744.108046:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044124 00000100:00100000:0.0:1722795744.108050:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766416384 00000100:00100000:0.0:1722795744.108052:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766416384 00000100:00100000:3.0:1722795744.108055:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407552 00000100:00100000:3.0:1722795744.108057:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407552 00000100:00100000:0.0:1722795744.108062:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044132 00000100:00100000:0.0:1722795744.108065:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3834:3680:x1806481766416384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.108065:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1020 pid: 16110 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.108072:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10749 count 1 00000100:00100000:3.0:1722795744.108075:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967442 00010000:00010000:0.0:1722795744.108078:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108078:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1020:2006:x1806482046407552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.108082:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.108084:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1020 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108085:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1020 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.108088:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.108089:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.108089:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1020 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108090:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108097:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.108098:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.108099:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1020 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108099:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108103:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.108105:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1020 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.108110:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.108111:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766416640:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108111:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3835:3680:x1806481766415232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1549us (1585us total) trans 4296352155 rc 0/0 00000100:00100000:2.0:1722795744.108116:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044129 00000100:00100000:3.0:1722795744.108120:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1020:2006:x1806482046407552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.108123:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.108123:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967442 00000100:00100000:2.0:1722795744.108130:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766416512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.108138:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b5500/2, rc 0, transno 1384859 00000100:00100000:2.0:1722795744.108143:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.108149:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766415232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.108156:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b5c00/2, rc 0, transno 1384857 00000100:00100000:2.0:1722795744.108159:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766414464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.108168:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766416000:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108168:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766416512 00000100:00100000:2.0:1722795744.108170:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766416512 00000100:00100000:3.0:1722795744.108171:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766416768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.108179:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044133 00010000:00010000:1.0:1722795744.108182:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108182:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3835:3681:x1806481766416512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.108183:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:2.0:1722795744.108189:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10750 count 1 00000100:00100000:3.0:1722795744.108195:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046407936 00010000:00010000:2.0:1722795744.108197:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108198:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046407936 00010000:00010000:2.0:1722795744.108203:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1020 pid: 15440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108207:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.108208:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013202cfc0/0xc2e84c07bf8cdc3b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808103c1 expref: 1020 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.108208:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.108208:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1020 pid: 16042 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.108210:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.108216:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766415488:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.108219:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1019 pid: 15440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108223:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1019 pid: 15440 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108224:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108225:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967443 00010000:00010000:0.0:1722795744.108229:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108229:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766417024:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.108230:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1019:2005:x1806482046407936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.108232:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.108236:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108236:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.108239:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1019 pid: 16042 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108240:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108242:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f900 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.108247:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.108250:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.108250:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766416896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.108252:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108253:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1019 pid: 16042 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108256:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108259:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.108261:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108263:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba42d00/0xc2e84c07bf8ce3c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808105b9 expref: 1019 pid: 16042 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.108265:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67bff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108270:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.108271:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.108273:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766416896 00010000:00010000:3.0:1722795744.108273:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108275:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766416896 00010000:00010000:3.0:1722795744.108277:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108284:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044134 00000100:00100000:2.0:1722795744.108286:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3836:3679:x1806481766416896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.108293:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10752 count 1 00010000:00010000:3.0:1722795744.108293:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.108299:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766416256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.108299:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108306:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1018 pid: 16106 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108308:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1018:2005:x1806482046407936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.108310:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.108310:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.108312:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108312:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108312:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967443 00010000:00010000:2.0:1722795744.108320:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1017 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108323:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108325:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1017 pid: 16106 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.108326:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.108329:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108330:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766417152:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.108336:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108340:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766416768 00000100:00100000:0.0:1722795744.108342:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3837:3681:x1806481766415360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1839us (1874us total) trans 4296352156 rc 0/0 00010000:00010000:1.0:1722795744.108342:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108342:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766416768 00000100:00100000:2.0:1722795744.108343:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009892f480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.108348:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044128 00010000:00010000:1.0:1722795744.108349:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108351:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044135 00000100:00100000:2.0:1722795744.108353:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3838:3678:x1806481766416768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.108354:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe86c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.108357:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.108360:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10751 count 1 00010000:00010000:1.0:1722795744.108363:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108364:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108370:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1017 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.108371:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b7b80/2, rc 0, transno 1384860 00010000:00010000:1.0:1722795744.108372:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108373:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.108374:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.108375:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.108378:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766415360:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.108379:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa67c0d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108382:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1017 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108387:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1017 pid: 16057 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.108391:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766417280:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108417:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.108423:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3837:3678:x1806481766415104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2063us (2116us total) trans 4296352154 rc 0/0 00000100:00100000:0.0:1722795744.108426:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.108427:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044127 00000100:00100000:0.0:1722795744.108433:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766417408:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.108444:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b4e00/2, rc 0, transno 1384858 00000100:00100000:3.0:1722795744.108448:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766415104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.108452:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.108461:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766417408 00000100:00100000:3.0:1722795744.108462:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766417408 00000100:00100000:3.0:1722795744.108471:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044136 00000100:00100000:3.0:1722795744.108474:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3838:3681:x1806481766417408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.108481:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10753 count 1 00000100:00100000:0.0:1722795744.108486:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766417536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.108488:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.108490:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3838:3678:x1806481766415872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1665us (1693us total) trans 4296352157 rc 0/0 00010000:00010000:3.0:1722795744.108494:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1017 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.108496:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044130 00010000:00010000:3.0:1722795744.108498:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1722795744.108499:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb48a80/2, rc 0, transno 1384861 00010000:00010000:3.0:1722795744.108499:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.108500:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.108502:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.108505:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766415872:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.108509:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1017 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108514:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1017 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.108517:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766417536 00000100:00100000:2.0:1722795744.108519:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766417536 00000100:00100000:3.0:1722795744.108520:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766417664:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108530:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044137 00000100:00100000:2.0:1722795744.108532:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3838:3681:x1806481766417536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.108535:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00002000:00080000:2.0:1722795744.108539:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10754 count 1 00010000:00010000:2.0:1722795744.108545:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108552:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1017 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.108556:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.108557:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.108557:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.108558:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108565:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408064 00010000:00010000:2.0:1722795744.108567:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1017 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108567:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408064 00010000:00010000:2.0:1722795744.108572:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1018 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.108574:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1018 pid: 16076 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.108578:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766417792:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.108587:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967444 00000100:00100000:3.0:1722795744.108589:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1018:2005:x1806482046408064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.108590:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.108593:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.108595:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1018 pid: 16076 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.108600:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1018 pid: 16076 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.108607:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132474000/0xc2e84c07bf8ceaab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081073a expref: 1018 pid: 16076 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.108611:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766417920:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.108614:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.108615:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.108617:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108621:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.108621:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108629:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.108636:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108641:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1017:2005:x1806482046408064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (84us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.108644:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108644:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967444 00010000:00010000:1.0:1722795744.108651:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108657:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108664:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108670:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.108673:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108679:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108688:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108695:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67c14 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.108785:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3839:3678:x1806481766416128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1701us (1737us total) trans 4296352158 rc 0/0 00000004:00080000:2.0:1722795744.108789:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4a300/2, rc 0, transno 1384862 00000100:00100000:1.0:1722795744.108791:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044131 00000100:00100000:2.0:1722795744.108798:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766416128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.108801:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766417920 00000100:00100000:1.0:1722795744.108804:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766417920 00000100:00100000:1.0:1722795744.108817:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044138 00000100:00100000:1.0:1722795744.108821:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3839:3678:x1806481766417920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.108829:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766418048:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.108831:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10755 count 1 00010000:00010000:1.0:1722795744.108841:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.108841:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.108848:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766418048 00010000:00010000:1.0:1722795744.108851:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1016 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108851:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766418048 00010000:00010000:1.0:1722795744.108857:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.108858:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.108860:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108861:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044139 00000100:00100000:3.0:1722795744.108864:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3840:3679:x1806481766418048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.108871:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10756 count 1 00010000:00010000:1.0:1722795744.108874:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1016 pid: 16036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108878:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.108882:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1016 pid: 16036 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.108885:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1016 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108889:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.108890:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.108891:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.108892:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766418176:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.108900:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1016 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.108905:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1016 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.108910:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766418304:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.108938:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.108942:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.108951:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766416640:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108959:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.108960:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108961:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766417024:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.108972:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.108972:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.108996:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408192 00000100:00100000:3.0:1722795744.108998:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408192 00010000:00010000:3.0:1722795744.109005:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1017 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.109013:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408320 00000100:00100000:3.0:1722795744.109015:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408320 00010000:00010000:3.0:1722795744.109018:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1018 pid: 15440 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.109026:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967445 00000100:00100000:3.0:1722795744.109029:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1018:2005:x1806482046408192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.109033:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.109035:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1018 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.109039:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967446 00010000:00010000:3.0:1722795744.109040:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1018 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.109045:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1018:2005:x1806482046408320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.109047:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b28d80/0xc2e84c07bf8d02b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80811cdb expref: 1018 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.109052:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.109053:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.109053:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.109055:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109057:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1017 pid: 15440 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109062:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109066:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1017 pid: 15440 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.109067:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766417152:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.109076:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.109077:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109078:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008134dd40/0xc2e84c07bf8d1d33 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812c24 expref: 1017 pid: 15440 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.109086:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.109087:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766417280:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.109087:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1016:2005:x1806482046408192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (128us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.109088:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.109090:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967445 00010000:00010000:1.0:1722795744.109091:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109092:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109097:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109112:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.109112:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109116:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109117:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109121:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109123:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109126:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.109127:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1015:2005:x1806482046408320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (153us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.109128:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109132:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109132:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109136:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.109136:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967446 00010000:00010000:3.0:1722795744.109138:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8661c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.109139:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.109140:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109140:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109144:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109150:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109154:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109158:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67c1b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109160:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109165:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8661c0/0xc2e84c07bfa67c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.109231:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3842:3680:x1806481766416384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1165us (1195us total) trans 4296352159 rc 0/0 00000100:00100000:0.0:1722795744.109235:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044132 00000004:00080000:2.0:1722795744.109237:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4b480/2, rc 0, transno 1384863 00000100:00100000:2.0:1722795744.109241:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766416384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.109255:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3841:3681:x1806481766416512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1071us (1110us total) trans 4296352160 rc 0/0 00000100:00100000:3.0:1722795744.109259:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044133 00000004:00080000:1.0:1722795744.109266:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb48380/2, rc 0, transno 1384864 00000100:00100000:1.0:1722795744.109271:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766416512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.109293:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766418432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.109295:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766418560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.109319:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.109328:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766418432 00000100:00100000:3.0:1722795744.109331:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766418432 00000100:00100000:1.0:1722795744.109337:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.109344:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766418560 00000100:00100000:3.0:1722795744.109346:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766418560 00000100:00100000:2.0:1722795744.109349:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766417792:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.109350:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044140 00000100:00100000:0.0:1722795744.109354:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3842:3680:x1806481766418432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.109359:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044141 00010000:00010000:2.0:1722795744.109361:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.109362:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10757 count 1 00000100:00100000:3.0:1722795744.109363:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3842:3681:x1806481766418560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.109368:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.109373:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10758 count 1 00010000:00010000:0.0:1722795744.109375:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1014 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109379:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.109380:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.109381:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109382:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109390:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1014 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109392:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1014 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109418:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1014 pid: 16026 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.109424:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766418688:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.109425:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.109427:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.109429:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.109441:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.109448:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1014 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109454:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1014 pid: 16106 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.109456:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.109459:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766418816:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.109475:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.109494:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408448 00000100:00100000:1.0:1722795744.109497:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408448 00000100:00100000:2.0:1722795744.109503:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766417664:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.109508:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.109509:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1015 pid: 16106 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.109514:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.109522:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408704 00000100:00100000:1.0:1722795744.109524:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408704 00000100:00100000:3.0:1722795744.109525:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967447 00000100:00100000:3.0:1722795744.109528:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1016:2005:x1806482046408448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.109531:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1016 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109532:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.109535:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1016 pid: 16106 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109540:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1016 pid: 16106 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.109544:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967448 00010000:00010000:3.0:1722795744.109548:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940eef40/0xc2e84c07bf8d2a53 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812fd5 expref: 1016 pid: 16106 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.109549:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1016:2005:x1806482046408704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.109555:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.109555:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.109555:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.109556:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.109557:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.109559:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1015 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109562:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.109565:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408576 00010000:00010000:1.0:1722795744.109568:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1015 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.109568:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408576 00010000:00010000:3.0:1722795744.109571:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.109578:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1016 pid: 16057 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.109579:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a688b40/0xc2e84c07bf8d31f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081319c expref: 1016 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.109583:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1016:2005:x1806482046408448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.109586:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967447 00010000:00010000:1.0:1722795744.109589:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.109590:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.109593:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.109597:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967449 00000100:00100000:0.0:1722795744.109599:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.109600:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.109600:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1014:2005:x1806482046408576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.109602:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408832 00010000:00010000:3.0:1722795744.109604:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.109605:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408832 00010000:00010000:3.0:1722795744.109607:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1015 pid: 16057 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109612:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1015 pid: 16057 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.109613:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.109613:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1015 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109618:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132310480/0xc2e84c07bf8d2353 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80812e00 expref: 1015 pid: 16057 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109627:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.109628:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1014:2005:x1806482046408704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.109628:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967450 00010000:00010000:3.0:1722795744.109628:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.109630:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.109632:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1014:2005:x1806482046408832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.109635:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967448 00010000:00010000:3.0:1722795744.109636:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109640:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.109644:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1013 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.109649:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.109651:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1013 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.109662:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013585a1c0/0xc2e84c07bf8d3845 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813386 expref: 1013 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.109668:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1013:2005:x1806482046408576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.109672:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.109673:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.109674:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967449 00010000:00010000:2.0:1722795744.109676:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109682:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109693:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.109694:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109700:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109701:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109705:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109706:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109709:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109710:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109713:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.109713:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1011:2005:x1806482046408832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.109714:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.109717:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967450 00010000:00010000:3.0:1722795744.109717:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.109718:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109718:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109722:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109723:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f8673c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.109726:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109731:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109732:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109732:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109735:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865200/0xc2e84c07bfa67c30 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x29ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109736:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109741:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109742:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109744:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.109748:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8673c0/0xc2e84c07bfa67c3e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109748:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109751:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.109753:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109756:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109762:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109768:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864480/0xc2e84c07bfa67c29 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.109814:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3844:3678:x1806481766416768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1459us (1487us total) trans 4296352161 rc 0/0 00000100:00100000:3.0:1722795744.109818:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044135 00000004:00080000:3.0:1722795744.109835:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb49180/2, rc 0, transno 1384865 00000100:00100000:3.0:1722795744.109839:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766416768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.109846:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3843:3679:x1806481766416896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1558us (1585us total) trans 4296352162 rc 0/0 00000100:00100000:2.0:1722795744.109850:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044134 00000100:00100000:3.0:1722795744.109857:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766418944:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.109868:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb49f80/2, rc 0, transno 1384866 00000100:00100000:3.0:1722795744.109871:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.109872:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766416896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.109879:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766418944 00000100:00100000:2.0:1722795744.109881:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766418944 00000100:00100000:2.0:1722795744.109889:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044142 00000100:00100000:2.0:1722795744.109892:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3844:3678:x1806481766418944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.109899:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10759 count 1 00010000:00010000:2.0:1722795744.109905:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.109906:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795744.109908:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3844:3681:x1806481766417536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1372us (1404us total) trans 4296352163 rc 0/0 00010000:00010000:2.0:1722795744.109912:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1010 pid: 16039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.109912:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766419072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.109913:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044137 00010000:00010000:2.0:1722795744.109916:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.109916:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.109918:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.109921:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4ad80/2, rc 0, transno 1384867 00010000:00010000:2.0:1722795744.109926:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1010 pid: 16039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.109929:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766417536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.109929:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.109935:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1010 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.109940:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766419200:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.109948:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766419072 00000100:00100000:3.0:1722795744.109950:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766419072 00000100:00100000:1.0:1722795744.109956:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.109956:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.109961:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044143 00000100:00100000:1.0:1722795744.109962:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766419328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.109964:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3844:3678:x1806481766419072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.109968:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109972:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.109972:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10760 count 1 00010000:00010000:2.0:1722795744.109976:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.109993:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.109995:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.109996:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.109999:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110002:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1010 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110003:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.110004:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110006:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110007:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.110008:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110009:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.110011:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766419328 00000100:00100000:1.0:1722795744.110014:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766419328 00010000:00010000:2.0:1722795744.110015:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110019:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67c37 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110019:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1010 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110024:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1010 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.110028:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044144 00000100:00100000:3.0:1722795744.110031:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766419456:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.110032:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3845:3681:x1806481766419328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.110042:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10761 count 1 00000100:00100000:3.0:1722795744.110044:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.110051:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110061:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1010 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110067:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.110069:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.110071:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110085:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1010 pid: 15430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.110085:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766418304:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.110089:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3846:3681:x1806481766417408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1614us (1636us total) trans 4296352164 rc 0/0 00000100:00100000:2.0:1722795744.110093:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044136 00010000:00010000:1.0:1722795744.110094:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1010 pid: 15430 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.110096:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.110103:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766419584:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.110125:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.110125:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.110140:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb48700/2, rc 0, transno 1384868 00000100:00100000:3.0:1722795744.110141:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409088 00000100:00100000:3.0:1722795744.110144:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409088 00000100:00100000:1.0:1722795744.110146:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766417408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.110153:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1011 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.110158:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.110163:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046408960 00000100:00100000:3.0:1722795744.110165:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046408960 00010000:00010000:3.0:1722795744.110168:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1012 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110170:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967451 00000100:00100000:1.0:1722795744.110171:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766419712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.110174:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1012:2006:x1806482046409088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.110178:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766418688:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.110180:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.110181:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967452 00010000:00010000:2.0:1722795744.110183:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1012 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.110183:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1012:2005:x1806482046408960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.110187:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110188:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.110189:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.110189:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1012 pid: 16036 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.110190:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1012 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.110196:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.110196:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1012 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.110197:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.110199:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110203:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110203:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800775aa640/0xc2e84c07bf8d4717 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80813784 expref: 1012 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.110206:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.110210:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.110211:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.110213:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.110213:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110217:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110222:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3f9b00/0xc2e84c07bf8d402c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081357e expref: 1011 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110225:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1011:2006:x1806482046409088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.110225:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.110228:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.110229:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967451 00000100:00100000:1.0:1722795744.110232:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766418176:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.110236:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1009:2005:x1806482046408960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.110238:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409216 00000100:00100000:2.0:1722795744.110240:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409216 00000100:00100000:3.0:1722795744.110240:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967452 00010000:00010000:1.0:1722795744.110245:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110245:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1010 pid: 16026 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.110247:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409344 00000100:00100000:3.0:1722795744.110248:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409344 00010000:00010000:3.0:1722795744.110252:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1010 pid: 16106 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110260:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967453 00000100:00100000:2.0:1722795744.110263:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1010:2005:x1806482046409216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.110263:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967454 00000100:00100000:3.0:1722795744.110266:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1010:2005:x1806482046409344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.110267:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.110269:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1010 pid: 16026 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.110269:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.110271:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1010 pid: 16106 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.110272:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110275:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1010 pid: 16026 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.110277:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1010 pid: 16106 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.110279:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110281:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be2c480/0xc2e84c07bf8d5915 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808139de expref: 1010 pid: 16026 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.110282:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.110282:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.110284:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110285:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110286:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.110287:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.110288:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110289:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110291:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110293:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.110296:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110298:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110303:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.110303:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1009:2005:x1806482046409344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 36us (75us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.110304:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.110306:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.110307:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967454 00010000:00010000:0.0:1722795744.110309:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110312:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1008:2005:x1806482046409216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.110313:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110314:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110315:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967453 00010000:00010000:0.0:1722795744.110319:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110322:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110323:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110325:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c07180/0xc2e84c07bf8d7921 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808156e8 expref: 1007 pid: 16106 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.110326:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.110328:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67c45 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110329:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.110331:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110332:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766419712 00000100:00100000:2.0:1722795744.110334:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766419712 00000100:00100000:3.0:1722795744.110334:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766418816:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.110335:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110341:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110341:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044145 00010000:00010000:3.0:1722795744.110341:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110343:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3846:3681:x1806481766419712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.110344:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67c53 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110346:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.110350:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10762 count 1 00010000:00010000:3.0:1722795744.110350:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110353:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110356:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110357:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110361:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110362:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1006 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110364:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.110365:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110365:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110366:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.110367:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110369:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110376:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1006 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110377:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110381:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110385:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1006 pid: 16032 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110393:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766419840:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.110428:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.110443:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3849:3678:x1806481766417920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1620us (1819us total) trans 4296352165 rc 0/0 00000100:00100000:1.0:1722795744.110450:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044138 00000004:00080000:1.0:1722795744.110470:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075510a80/2, rc 0, transno 1384869 00000100:00100000:1.0:1722795744.110476:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766417920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.110502:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766419968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.110520:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.110530:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766419968 00000100:00100000:2.0:1722795744.110533:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766419968 00000100:00100000:3.0:1722795744.110533:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3848:3681:x1806481766418560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1169us (1195us total) trans 4296352166 rc 0/0 00000100:00100000:3.0:1722795744.110537:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044141 00000100:00100000:0.0:1722795744.110538:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3849:3680:x1806481766418432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1183us (1220us total) trans 4296352167 rc 0/0 00000100:00100000:0.0:1722795744.110543:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044140 00000100:00100000:2.0:1722795744.110545:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044146 00000004:00080000:1.0:1722795744.110546:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea00000/2, rc 0, transno 1384870 00000100:00100000:2.0:1722795744.110548:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3848:3678:x1806481766419968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.110551:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766418560:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.110553:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.110556:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10763 count 1 00010000:00010000:3.0:1722795744.110557:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110562:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110562:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110565:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110569:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1006 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110569:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110572:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110572:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.110573:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110573:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110574:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110577:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110583:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1006 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110583:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110587:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67c4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110588:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1006 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110593:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766420224:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.110610:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.110623:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea00380/2, rc 0, transno 1384871 00000100:00100000:2.0:1722795744.110633:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766418432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.110642:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766420096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.110654:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.110655:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.110660:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766420352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.110662:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3848:3679:x1806481766418048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1796us (1819us total) trans 4296352168 rc 0/0 00000100:00100000:3.0:1722795744.110666:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044139 00000004:00080000:2.0:1722795744.110667:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea03100/2, rc 0, transno 1384872 00000100:00100000:0.0:1722795744.110669:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766420096 00000100:00100000:2.0:1722795744.110671:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766418048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.110673:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766420096 00000100:00100000:1.0:1722795744.110678:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.110689:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766420352 00000100:00100000:0.0:1722795744.110691:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766420352 00000100:00100000:2.0:1722795744.110694:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044147 00000100:00100000:2.0:1722795744.110697:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3849:3679:x1806481766420096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.110699:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044148 00000100:00100000:3.0:1722795744.110702:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3849:3681:x1806481766420352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.110709:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10765 count 1 00000100:00100000:2.0:1722795744.110712:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.110716:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766420480:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.110716:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110724:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1006 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.110727:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.110727:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110728:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.110730:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.110737:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766420480 00002000:00080000:2.0:1722795744.110738:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10764 count 1 00000100:00100000:0.0:1722795744.110739:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766420480 00010000:00010000:3.0:1722795744.110742:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1006 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.110744:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.110748:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1006 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.110751:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1006 pid: 15448 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.110753:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044149 00000100:00100000:3.0:1722795744.110753:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766420608:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.110754:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.110755:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.110756:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.110757:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3850:3680:x1806481766420480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.110765:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1006 pid: 15448 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.110769:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10766 count 1 00000100:00100000:3.0:1722795744.110769:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.110774:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1006 pid: 15448 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.110779:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766420736:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.110789:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eba80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.110829:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110840:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1006 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110845:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.110846:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.110848:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110894:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1006 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.110900:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1006 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.110907:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766420864:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.110924:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.111010:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766419200:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.111017:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.111018:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111026:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409472 00000100:00100000:2.0:1722795744.111028:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409472 00000100:00100000:1.0:1722795744.111030:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766419584:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.111035:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1007 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.111043:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111046:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967455 00000100:00100000:0.0:1722795744.111047:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766419456:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.111048:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1007:2005:x1806482046409472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.111052:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.111054:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1007 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.111057:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111060:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1007 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111067:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c58d80/0xc2e84c07bf8d8561 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815c52 expref: 1007 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111073:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111074:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111076:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111080:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111088:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.111092:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111096:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111099:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1006:2005:x1806482046409472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (82us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.111100:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111103:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967455 00010000:00010000:3.0:1722795744.111104:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111107:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111111:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.111113:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111114:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.111117:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111124:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111127:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409728 00010000:00010000:3.0:1722795744.111127:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864000/0xc2e84c07bfa67c61 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111129:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409728 00010000:00010000:2.0:1722795744.111134:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1006 pid: 15430 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.111142:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967456 00000100:00100000:2.0:1722795744.111144:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1006:2005:x1806482046409728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.111147:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.111149:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1006 pid: 15430 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.111154:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.111155:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1006 pid: 15430 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111160:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800813fc6c0/0xc2e84c07bf8d945d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081605e expref: 1006 pid: 15430 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.111165:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409600 00000100:00100000:3.0:1722795744.111167:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409600 00010000:00010000:2.0:1722795744.111169:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111170:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111172:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111174:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1006 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111176:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.111184:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766419840:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.111184:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967457 00000100:00100000:3.0:1722795744.111187:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1006:2005:x1806482046409600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.111190:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.111191:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.111194:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1006 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.111197:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111199:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1006 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.111201:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1006:2005:x1806482046409728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.111204:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967456 00010000:00010000:3.0:1722795744.111206:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d4daac0/0xc2e84c07bf8d8c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80815e19 expref: 1006 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.111208:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111219:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111223:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111224:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111225:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111226:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111229:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111232:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111237:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.111239:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111245:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.111247:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111248:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.111250:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1004:2005:x1806482046409600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (96us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.111254:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111254:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967457 00000100:00100000:3.0:1722795744.111261:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409856 00000100:00100000:3.0:1722795744.111262:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409856 00010000:00010000:1.0:1722795744.111263:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111267:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1004 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.111269:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111282:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967458 00000100:00100000:3.0:1722795744.111284:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1004:2006:x1806482046409856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.111288:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.111290:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1004 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111302:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1004 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111311:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800983ea400/0xc2e84c07bf8d9a7d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816217 expref: 1004 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111321:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111322:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111324:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111330:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111341:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.111343:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766420224:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.111350:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111361:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1003:2006:x1806482046409856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.111367:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3851:3681:x1806481766419328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1333us (1370us total) trans 4296352169 rc 0/0 00000100:00100000:3.0:1722795744.111367:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967458 00010000:00010000:0.0:1722795744.111373:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.111374:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044144 00010000:00010000:0.0:1722795744.111379:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111383:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111387:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111391:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111394:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.111409:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111413:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.111413:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee2680/2, rc 0, transno 1384873 00000100:00100000:2.0:1722795744.111417:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.111420:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766419328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.111423:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111427:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111453:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766420992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.111453:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111460:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111467:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.111467:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111476:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111482:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111487:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.111490:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111493:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046409984 00000100:00100000:0.0:1722795744.111494:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766420608:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.111495:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046409984 00010000:00010000:1.0:1722795744.111496:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111502:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111502:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.111503:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1003 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.111505:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111512:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866d00/0xc2e84c07bfa67c76 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111514:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410112 00000100:00100000:3.0:1722795744.111516:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410112 00000100:00100000:2.0:1722795744.111518:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967459 00010000:00010000:3.0:1722795744.111522:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1004 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.111523:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1004:2005:x1806482046409984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.111531:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.111535:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766420992 00010000:00010000:2.0:1722795744.111535:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1004 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.111538:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766420992 00000100:00100000:3.0:1722795744.111540:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967460 00010000:00010000:2.0:1722795744.111543:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1004 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.111544:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1004:2005:x1806482046410112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.111551:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.111552:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044150 00010000:00010000:2.0:1722795744.111554:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800719b4900/0xc2e84c07bf8db676 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816773 expref: 1004 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111554:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1004 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.111556:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3853:3678:x1806481766420992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.111563:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111563:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1003 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111564:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111566:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111570:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111574:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b92b3c0/0xc2e84c07bf8da0b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808163c2 expref: 1003 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111579:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.111583:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.111584:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111585:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111587:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111588:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111592:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111592:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1002:2005:x1806482046409984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (175us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.111593:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111595:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967459 00010000:00010000:0.0:1722795744.111596:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111599:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111603:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.111605:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111605:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.111610:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111618:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1001:2005:x1806482046410112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.111619:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111622:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967460 00000100:00100000:2.0:1722795744.111660:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.111669:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410240 00000100:00100000:1.0:1722795744.111670:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766420736:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.111671:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410240 00010000:00010000:2.0:1722795744.111677:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1001 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.111683:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67c84 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111683:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111692:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967461 00000100:00100000:3.0:1722795744.111693:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3854:3678:x1806481766418944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1800us (1821us total) trans 4296352170 rc 0/0 00000100:00100000:2.0:1722795744.111694:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1001:2005:x1806482046410240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.111698:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044142 00010000:00010000:2.0:1722795744.111699:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.111701:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1001 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111709:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1001 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111713:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111716:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011df37cc0/0xc2e84c07bf8da6a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816597 expref: 1001 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111717:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.111720:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea02d80/2, rc 0, transno 1384874 00010000:00010000:3.0:1722795744.111721:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111722:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111723:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111724:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111725:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111727:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766418944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.111728:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111729:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111731:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f864240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.111733:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111737:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.111737:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111742:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111746:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f864240/0xc2e84c07bfa67c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111748:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1000:2005:x1806482046410240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.111751:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967461 00000100:00100000:2.0:1722795744.111764:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766421120:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.111765:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10767 count 1 00010000:00010000:1.0:1722795744.111775:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111776:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.111785:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 999 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.111791:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.111793:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.111795:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111809:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3854:3678:x1806481766419072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1843us (1879us total) trans 4296352171 rc 0/0 00010000:00010000:1.0:1722795744.111809:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 999 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.111813:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044143 00010000:00010000:1.0:1722795744.111822:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 999 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.111830:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766420864:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.111832:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766421248:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.111838:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3853:3678:x1806481766419968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1287us (1316us total) trans 4296352173 rc 0/0 00010000:00010000:0.0:1722795744.111840:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.111845:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.111845:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044146 00000100:00100000:1.0:1722795744.111855:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.111855:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410368 00000100:00100000:2.0:1722795744.111857:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410368 00000100:00100000:3.0:1722795744.111857:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766421120 00000100:00100000:3.0:1722795744.111859:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766421120 00010000:00010000:2.0:1722795744.111864:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1000 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.111870:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044151 00000100:00100000:3.0:1722795744.111872:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3853:3679:x1806481766421120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.111882:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967462 00000100:00100000:2.0:1722795744.111885:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1000:2006:x1806482046410368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.111889:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.111892:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1000 pid: 16072 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.111892:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10768 count 1 00010000:00010000:2.0:1722795744.111897:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1000 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111899:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111904:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089d38b40/0xc2e84c07bf8dbda7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816933 expref: 1000 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.111906:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 1000 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111909:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.111910:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.111910:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.111911:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111911:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.111912:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.111916:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.111921:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3853:3681:x1806481766419712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1575us (1731us total) trans 4296352172 rc 0/0 00010000:00010000:3.0:1722795744.111921:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 999 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.111926:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 999 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.111927:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.111928:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044145 00010000:00010000:0.0:1722795744.111932:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111932:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766421376:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.111937:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+999:2006:x1806482046410368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.111940:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967462 00010000:00010000:0.0:1722795744.111944:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111946:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000004:00080000:1.0:1722795744.111949:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee2a00/2, rc 0, transno 1384876 00010000:00010000:0.0:1722795744.111951:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.111955:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766419712:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.111957:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111964:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111970:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.111972:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.111994:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.111995:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766421504:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.112002:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112005:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112008:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.112010:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112011:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa67c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112017:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112023:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112026:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766421504 00000100:00100000:3.0:1722795744.112029:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766421504 00010000:00010000:1.0:1722795744.112030:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112040:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.112043:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112043:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044152 00000100:00100000:3.0:1722795744.112047:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3853:3680:x1806481766421504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.112049:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112058:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112064:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865b00/0xc2e84c07bfa67c8b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.112066:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee3480/2, rc 0, transno 1384877 00002000:00080000:3.0:1722795744.112069:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10769 count 1 00010000:00010000:3.0:1722795744.112079:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.112080:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766419968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.112090:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.112091:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42f100/2, rc 0, transno 1384875 00000100:00100000:0.0:1722795744.112094:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766419072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.112096:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.112097:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.112099:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112112:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3854:3680:x1806481766420480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1353us (1382us total) trans 4296352174 rc 0/0 00000100:00100000:2.0:1722795744.112116:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044149 00000004:00080000:3.0:1722795744.112118:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4bb80/2, rc 0, transno 1384878 00000100:00100000:3.0:1722795744.112122:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766420480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.112125:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.112129:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766421632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.112136:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766421760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.112141:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766421888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.112146:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.112160:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766421632 00000100:00100000:2.0:1722795744.112162:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766421632 00000100:00100000:0.0:1722795744.112166:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.112172:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766421760 00010000:00010000:3.0:1722795744.112172:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112173:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766421760 00000100:00100000:2.0:1722795744.112181:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044153 00010000:00010000:3.0:1722795744.112181:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.112183:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fb27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3857:3680:x1806481766421632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.112187:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766422016:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.112191:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044154 00002000:00080000:2.0:1722795744.112191:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10770 count 1 00000100:00100000:0.0:1722795744.112196:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3857:3678:x1806481766421760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.112197:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112199:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129900 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.112204:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.112206:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10771 count 1 00010000:00010000:2.0:1722795744.112208:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.112209:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.112211:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112214:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112219:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3857:3679:x1806481766420096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1519us (1562us total) trans 4296352176 rc 0/0 00010000:00010000:2.0:1722795744.112219:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112223:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 998 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112225:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.112226:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044147 00010000:00010000:0.0:1722795744.112229:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.112230:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766422144:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.112242:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.112250:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.112262:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766421888 00000004:00080000:2.0:1722795744.112264:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb48e00/2, rc 0, transno 1384880 00000100:00100000:1.0:1722795744.112265:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766421888 00000100:00100000:2.0:1722795744.112274:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766420096:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.112278:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.112281:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112294:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.112296:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 998 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112301:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766422272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.112305:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 998 pid: 16034 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.112311:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766422400:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.112320:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.112329:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.112331:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766422272 00000100:00100000:2.0:1722795744.112333:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766422272 00000100:00100000:1.0:1722795744.112346:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044155 00000100:00100000:1.0:1722795744.112351:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3858:3679:x1806481766421888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.112351:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044156 00000100:00100000:2.0:1722795744.112355:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3858:3681:x1806481766422272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.112361:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10772 count 1 00002000:00080000:2.0:1722795744.112365:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10773 count 1 00010000:00010000:1.0:1722795744.112370:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112374:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112381:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 998 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112384:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 998 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112387:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.112389:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.112390:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.112391:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112392:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.112394:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112424:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 998 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112427:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 998 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112433:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 998 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112433:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 998 pid: 16032 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.112439:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766422656:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.112442:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e961180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766422528:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.112462:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.112463:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.112465:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3858:3681:x1806481766420352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1762us (1786us total) trans 4296352175 rc 0/0 00000100:00100000:0.0:1722795744.112469:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044148 00000100:00100000:1.0:1722795744.112505:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766421248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.112516:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112528:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766421376:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.112539:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112542:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:0.0:1722795744.112544:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4aa00/2, rc 0, transno 1384879 00000100:00100000:0.0:1722795744.112554:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766420352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.112556:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410496 00000100:00100000:2.0:1722795744.112558:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410496 00010000:00010000:2.0:1722795744.112567:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 999 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.112581:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.112586:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410624 00000100:00100000:2.0:1722795744.112589:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410624 00000100:00100000:0.0:1722795744.112592:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766422784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.112593:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967463 00010000:00010000:2.0:1722795744.112596:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 1000 pid: 9449 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.112597:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1000:2006:x1806482046410496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.112602:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.112605:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.112605:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 1000 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.112607:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967464 00000100:00100000:2.0:1722795744.112610:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+1000:2006:x1806482046410624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.112611:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 1000 pid: 16037 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112616:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.112618:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 1000 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112619:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800811caf40/0xc2e84c07bf8dc357 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ad0 expref: 1000 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.112620:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766422784 00000100:00100000:1.0:1722795744.112623:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766422784 00010000:00010000:2.0:1722795744.112623:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 999 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112626:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.112627:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.112629:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112631:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a397a80/0xc2e84c07bf8dc84a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816c51 expref: 999 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112636:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112638:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044157 00000100:00100000:1.0:1722795744.112642:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3858:3681:x1806481766422784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.112642:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.112643:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.112644:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112649:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112650:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1722795744.112652:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10774 count 1 00010000:00010000:2.0:1722795744.112657:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.112660:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112668:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+998:2006:x1806482046410624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.112669:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+998:2006:x1806482046410496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.112670:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 998 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112671:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967464 00000100:00100000:3.0:1722795744.112675:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967463 00010000:00010000:1.0:1722795744.112676:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.112678:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.112680:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112684:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112688:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112693:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 996 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112693:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112695:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112696:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112700:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112700:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.112702:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 996 pid: 16028 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112706:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.112708:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112712:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007e960e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766422912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.112712:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112716:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112720:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112729:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.112741:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112747:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112753:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.112754:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766422144:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.112758:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.112761:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112761:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112764:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766422016:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.112772:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112773:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112782:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.112788:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa67c99 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.112797:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.112808:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410880 00000100:00100000:3.0:1722795744.112810:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410880 00000100:00100000:1.0:1722795744.112811:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.112818:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 997 pid: 16079 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.112827:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046410752 00000100:00100000:3.0:1722795744.112828:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046410752 00000100:00100000:2.0:1722795744.112829:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3860:3679:x1806481766421120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 955us (1051us total) trans 4296352177 rc 0/0 00010000:00010000:3.0:1722795744.112831:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.112833:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044151 00000100:00100000:3.0:1722795744.112838:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967465 00000100:00100000:3.0:1722795744.112840:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+998:2006:x1806482046410880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.112845:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.112847:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967466 00010000:00010000:3.0:1722795744.112847:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.112850:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+998:2006:x1806482046410752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.112852:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.112854:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.112854:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.112857:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112860:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124804000/0xc2e84c07bf8dd459 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816ffb expref: 998 pid: 16079 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112864:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 998 pid: 16092 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112866:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.112867:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.112869:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112871:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096524d80/0xc2e84c07bf8dce8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80816e57 expref: 997 pid: 16092 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.112873:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112876:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.112877:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.112879:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112881:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.112883:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112891:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.112896:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+996:2006:x1806482046410880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.112900:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967465 00000100:00100000:2.0:1722795744.112901:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+996:2006:x1806482046410752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.112904:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967466 00000100:00100000:3.0:1722795744.112906:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411008 00000100:00100000:3.0:1722795744.112907:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411008 00010000:00010000:3.0:1722795744.112912:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 995 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112917:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112920:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967467 00010000:00010000:2.0:1722795744.112921:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.112923:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+995:2006:x1806482046411008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.112925:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112926:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.112928:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 995 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112932:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112935:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112936:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 995 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.112939:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.112940:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112942:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.112943:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.112944:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112944:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.112945:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3859:3678:x1806481766420992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1388us (1476us total) trans 4296352178 rc 0/0 00010000:00010000:3.0:1722795744.112948:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.112949:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.112951:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044150 00010000:00010000:2.0:1722795744.112952:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866400/0xc2e84c07bfa67cae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112954:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.112962:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+995:2006:x1806482046411008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.112965:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967467 00000004:00080000:0.0:1722795744.112973:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4a680/2, rc 0, transno 1384882 00010000:00010000:3.0:1722795744.112989:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.112994:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.112995:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766420992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.112998:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113001:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.113002:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113008:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113013:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a33c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.113015:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113019:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113024:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113028:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67ca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113032:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fb27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3859:3680:x1806481766421632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 847us (885us total) trans 4296352179 rc 0/0 00000100:00100000:2.0:1722795744.113035:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044153 00000100:00100000:3.0:1722795744.113047:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411136 00000100:00100000:3.0:1722795744.113049:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411136 00010000:00010000:0.0:1722795744.113052:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0fc0/0xc2e84c07bf8dd9f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817175 expref: 995 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.113056:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 995 pid: 16032 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.113058:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee0380/2, rc 0, transno 1384881 00000100:00100000:0.0:1722795744.113059:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766422400:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.113068:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113070:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766421120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.113071:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967468 00000100:00100000:2.0:1722795744.113073:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.113074:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+994:2006:x1806482046411136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.113078:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113078:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.113080:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 994 pid: 16032 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.113081:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766423040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.113082:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113086:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 994 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.113087:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113090:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113092:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.113093:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.113093:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.113095:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113095:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113098:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.113099:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113100:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113101:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766423040 00000100:00100000:2.0:1722795744.113102:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766423040 00010000:00010000:0.0:1722795744.113103:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113105:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.113110:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113111:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044158 00010000:00010000:0.0:1722795744.113113:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa67cb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113113:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3859:3679:x1806481766423040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.113119:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.113119:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+994:2006:x1806482046411136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (119us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795744.113121:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10775 count 1 00000100:00100000:3.0:1722795744.113122:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967468 00000100:00100000:0.0:1722795744.113127:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795744.113127:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113129:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411264 00000100:00100000:3.0:1722795744.113130:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411264 00000100:00100000:0.0:1722795744.113132:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766423168:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.113133:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 994 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113134:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 994 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.113138:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.113138:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.113140:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113142:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967469 00000100:00100000:3.0:1722795744.113144:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+994:2006:x1806482046411264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.113145:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.113148:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.113149:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 994 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113150:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 994 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.113154:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 994 pid: 16081 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.113155:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766423168 00000100:00100000:0.0:1722795744.113157:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766423168 00010000:00010000:3.0:1722795744.113158:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 994 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.113160:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766423296:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.113163:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.113164:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.113165:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113169:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113171:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013406fcc0/0xc2e84c07bf8de029 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081733c expref: 994 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.113174:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.113175:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.113182:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e961180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766422528:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.113182:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+993:2006:x1806482046411264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.113186:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967469 00010000:00010000:2.0:1722795744.113191:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0321c0/0xc2e84c07bf8de657 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081753b expref: 992 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.113193:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113201:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113201:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766422656:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.113207:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113208:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113213:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113214:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113216:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.113216:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e963b80/2, rc 0, transno 1384883 00010000:00010000:1.0:1722795744.113220:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113220:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113224:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113227:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113227:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766421632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113229:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113230:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.113232:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113234:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.113235:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113237:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044159 00010000:00010000:1.0:1722795744.113237:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113241:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3860:3678:x1806481766423168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113244:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113244:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.113248:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10776 count 1 00010000:00010000:2.0:1722795744.113248:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866f40/0xc2e84c07bfa67cc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113253:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113255:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113262:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113265:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67cbc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113267:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113268:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113270:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113285:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113294:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.113298:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3862:3680:x1806481766421504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1250us (1289us total) trans 4296352180 rc 0/0 00000100:00100000:3.0:1722795744.113302:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044152 00000100:00100000:0.0:1722795744.113303:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766423424:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.113317:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3861:3681:x1806481766422272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 961us (996us total) trans 4296352181 rc 0/0 00000100:00100000:2.0:1722795744.113321:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044156 00000100:00100000:3.0:1722795744.113359:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766423552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.113376:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.113386:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766423552 00000100:00100000:0.0:1722795744.113388:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.113388:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766423552 00000100:00100000:2.0:1722795744.113410:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044160 00000100:00100000:2.0:1722795744.113413:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3861:3680:x1806481766423552:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.113417:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e962680/2, rc 0, transno 1384884 00000004:00080000:0.0:1722795744.113418:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e963800/2, rc 0, transno 1384885 00002000:00080000:2.0:1722795744.113420:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10777 count 1 00000100:00100000:0.0:1722795744.113423:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766422272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.113424:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766421504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.113427:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.113433:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 991 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113434:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.113437:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.113438:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.113439:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113447:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411392 00000100:00100000:0.0:1722795744.113449:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766423680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.113450:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411392 00010000:00010000:1.0:1722795744.113460:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 992 pid: 16028 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.113463:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.113475:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766423808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.113476:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967470 00000100:00100000:1.0:1722795744.113480:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+992:2006:x1806482046411392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.113483:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.113487:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.113491:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 992 pid: 16028 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.113493:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766423680 00000100:00100000:0.0:1722795744.113494:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766423680 00010000:00010000:1.0:1722795744.113499:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 992 pid: 16028 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.113502:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766423808 00000100:00100000:0.0:1722795744.113504:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766423808 00010000:00010000:1.0:1722795744.113510:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.113511:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044161 00010000:00010000:1.0:1722795744.113512:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.113514:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3863:3681:x1806481766423680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113514:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.113521:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10778 count 1 00010000:00010000:1.0:1722795744.113521:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113527:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113534:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 992 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113537:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.113538:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113539:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113540:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113550:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 992 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113552:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+992:2006:x1806482046411392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (118us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.113555:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 992 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.113556:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 992 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113558:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967470 00000100:00100000:0.0:1722795744.113560:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766423936:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.113570:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 991 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.113572:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044162 00000100:00100000:0.0:1722795744.113574:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.113576:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3863:3678:x1806481766423808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.113579:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766424064:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.113584:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10779 count 1 00010000:00010000:3.0:1722795744.113593:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113599:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484480 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.113603:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 991 pid: 16092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113609:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.113610:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.113612:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113627:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 991 pid: 16092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113636:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 991 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.113645:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766424192:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.113655:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3865:3679:x1806481766421888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1303us (1402us total) trans 4296352182 rc 0/0 00000100:00100000:1.0:1722795744.113661:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044155 00000004:00080000:2.0:1722795744.113664:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e960a80/2, rc 0, transno 1384886 00000100:00100000:3.0:1722795744.113665:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.113670:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766421888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.113672:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3864:3678:x1806481766421760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1475us (1506us total) trans 4296352183 rc 0/0 00000100:00100000:0.0:1722795744.113676:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044154 00010000:00010000:1.0:1722795744.113683:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966aa400/0xc2e84c07bf8debb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808176d1 expref: 991 pid: 16028 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.113692:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e960e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766422912:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.113693:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e961500/2, rc 0, transno 1384887 00000100:00100000:3.0:1722795744.113696:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766424320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.113699:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766421760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113703:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113710:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113710:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.113716:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113718:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795744.113723:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113724:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766424448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113729:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113741:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113746:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.113749:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113755:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113764:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113770:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa67cca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113797:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.113818:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766424320 00000100:00100000:0.0:1722795744.113821:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766424320 00000100:00100000:2.0:1722795744.113827:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766423296:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.113838:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.113860:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3865:3681:x1806481766422784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1216us (1252us total) trans 4296352184 rc 0/0 00000100:00100000:1.0:1722795744.113865:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044157 00000004:00080000:2.0:1722795744.113871:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007e961880/2, rc 0, transno 1384888 00000100:00100000:1.0:1722795744.113876:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766424448 00000100:00100000:1.0:1722795744.113878:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766424448 00000100:00100000:2.0:1722795744.113878:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007e961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766422784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.113879:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044163 00000100:00100000:0.0:1722795744.113882:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3865:3679:x1806481766424320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.113891:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10780 count 1 00000100:00100000:1.0:1722795744.113891:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044164 00000100:00100000:1.0:1722795744.113895:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3865:3681:x1806481766424448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.113897:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113904:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 990 pid: 16111 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.113905:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10781 count 1 00000100:00100000:2.0:1722795744.113907:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766424576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.113908:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113909:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.113910:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.113914:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.113920:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 990 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113924:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.113925:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 990 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.113928:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 990 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.113931:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766424704:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.113934:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.113936:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.113938:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.113942:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766424576 00000100:00100000:3.0:1722795744.113942:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.113945:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766424576 00000100:00100000:0.0:1722795744.113947:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.113952:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 990 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113954:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411520 00000100:00100000:3.0:1722795744.113956:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411520 00000100:00100000:2.0:1722795744.113957:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044165 00000100:00100000:2.0:1722795744.113959:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3866:3681:x1806481766424576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.113961:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 991 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.113964:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 991 pid: 16081 timeout: 940 lvb_type: 0 00002000:00080000:2.0:1722795744.113966:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10782 count 1 00000100:00100000:1.0:1722795744.113969:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766424832:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.113972:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.113975:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967471 00000100:00100000:3.0:1722795744.113992:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+991:2005:x1806482046411520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.113997:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 991 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.113998:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.114001:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.114001:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.114001:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 991 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.114002:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.114003:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.114006:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 991 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.114013:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 991 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.114014:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011df118c0/0xc2e84c07bf8df14e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817898 expref: 991 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.114018:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 991 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.114020:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.114021:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.114023:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.114024:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766424960:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.114027:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.114039:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.114042:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.114046:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114050:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114054:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.114055:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+990:2005:x1806482046411520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (114us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.114058:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.114058:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967471 00010000:00010000:2.0:1722795744.114062:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114066:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.114067:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114071:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114077:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114080:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867840/0xc2e84c07bfa67cd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.114150:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3867:3679:x1806481766423040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1035us (1056us total) trans 4296352185 rc 0/0 00000100:00100000:2.0:1722795744.114154:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044158 00000004:00080000:3.0:1722795744.114167:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081359c00/2, rc 0, transno 1384889 00000100:00100000:3.0:1722795744.114173:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766423040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.114200:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.114205:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766425088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.114219:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.114228:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766425088 00000100:00100000:2.0:1722795744.114230:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766425088 00000100:00100000:2.0:1722795744.114239:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044166 00000100:00100000:2.0:1722795744.114242:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3867:3679:x1806481766425088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.114249:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10783 count 1 00010000:00010000:2.0:1722795744.114255:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114265:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 989 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114269:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.114270:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.114271:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114279:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 989 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.114284:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 989 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.114289:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766425216:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.114304:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.115019:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766423424:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.115023:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.115028:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115032:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.115036:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411776 00000100:00100000:3.0:1722795744.115039:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411776 00000100:00100000:0.0:1722795744.115041:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411648 00000100:00100000:0.0:1722795744.115043:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411648 00000100:00100000:1.0:1722795744.115043:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766423936:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.115048:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 991 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115052:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115056:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115060:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967472 00000100:00100000:3.0:1722795744.115063:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+991:2005:x1806482046411776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.115064:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967473 00000100:00100000:0.0:1722795744.115066:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+991:2005:x1806482046411648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.115067:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.115069:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 991 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115071:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.115074:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.115075:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 991 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115079:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 991 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.115082:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ca5200/0xc2e84c07bf8e0306 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817e41 expref: 991 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115087:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094088240/0xc2e84c07bf8df66b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817a4a expref: 990 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.115089:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.115090:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.115092:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115095:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115096:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.115096:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115098:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115105:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115105:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.115112:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115114:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.115117:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115119:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+989:2005:x1806482046411776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.115120:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115122:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115123:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967472 00000100:00100000:0.0:1722795744.115125:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+989:2005:x1806482046411648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.115129:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967473 00010000:00010000:2.0:1722795744.115129:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115132:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115133:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115137:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115139:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115140:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095febcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.115141:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115141:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766424064:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.115145:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115145:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115147:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.115149:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115150:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.115151:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115153:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046411904 00010000:00010000:1.0:1722795744.115153:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115154:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa67cd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115155:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046411904 00010000:00010000:1.0:1722795744.115159:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115160:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 988 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.115169:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967474 00010000:00010000:1.0:1722795744.115169:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115171:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+988:2005:x1806482046411904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.115174:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.115175:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115176:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 988 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115181:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 988 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115188:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098271f80/0xc2e84c07bf8dfc29 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80817c18 expref: 988 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115198:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115199:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115201:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115205:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115212:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.115216:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115221:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+987:2005:x1806482046411904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (73us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.115221:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115224:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967474 00010000:00010000:3.0:1722795744.115225:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115227:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3869:3678:x1806481766423168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1985us (2080us total) trans 4296352186 rc 0/0 00010000:00010000:3.0:1722795744.115229:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115231:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044159 00010000:00010000:3.0:1722795744.115232:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115235:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.115237:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115242:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115248:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.115249:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081358700/2, rc 0, transno 1384890 00010000:00010000:3.0:1722795744.115251:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865f80/0xc2e84c07bfa67cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115253:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766423168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.115259:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.115266:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412032 00000100:00100000:0.0:1722795744.115267:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412032 00010000:00010000:0.0:1722795744.115273:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 987 pid: 16092 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.115275:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b4380/2, rc 0, transno 1384891 00000100:00100000:1.0:1722795744.115276:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3868:3681:x1806481766423680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1759us (1810us total) trans 4296352187 rc 0/0 00000100:00100000:2.0:1722795744.115278:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766423680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.115282:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967475 00000100:00100000:1.0:1722795744.115282:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044161 00000100:00100000:0.0:1722795744.115285:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+987:2005:x1806482046412032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.115289:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.115289:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.115291:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 987 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.115293:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766425472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.115296:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 987 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.115305:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.115306:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115307:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115308:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115312:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115318:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.115323:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.115324:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766425472 00000100:00100000:1.0:1722795744.115327:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766425472 00000100:00100000:2.0:1722795744.115327:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766425344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.115328:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+987:2005:x1806482046412032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.115328:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3868:3680:x1806481766423552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1913us (1951us total) trans 4296352188 rc 0/0 00000100:00100000:0.0:1722795744.115331:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967475 00000100:00100000:3.0:1722795744.115332:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044160 00000100:00100000:2.0:1722795744.115336:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.115349:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766425344 00000100:00100000:1.0:1722795744.115352:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766425344 00000100:00100000:3.0:1722795744.115354:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044167 00000100:00100000:3.0:1722795744.115356:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3869:3681:x1806481766425472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.115364:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10785 count 1 00000100:00100000:2.0:1722795744.115367:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044168 00000100:00100000:2.0:1722795744.115370:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3869:3678:x1806481766425344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.115370:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.115377:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10784 count 1 00010000:00010000:3.0:1722795744.115377:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 986 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115381:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.115382:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.115383:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115384:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766424704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.115384:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115392:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 986 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115409:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.115411:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.115412:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115412:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115413:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 986 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115419:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 986 pid: 15435 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.115422:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.115423:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 986 pid: 15460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115425:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766425600:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.115428:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 986 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.115435:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766425728:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.115438:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412160 00000100:00100000:0.0:1722795744.115439:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.115440:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412160 00000100:00100000:3.0:1722795744.115441:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.115448:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484900 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.115450:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 987 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.115452:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412288 00000100:00100000:0.0:1722795744.115454:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412288 00000004:00080000:3.0:1722795744.115455:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081358380/2, rc 0, transno 1384892 00000100:00100000:3.0:1722795744.115459:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766423552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.115462:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 988 pid: 16022 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.115466:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967476 00000100:00100000:1.0:1722795744.115470:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+988:2006:x1806482046412160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.115472:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1621440/0xc2e84c07bf8e0a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818086 expref: 988 pid: 16092 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.115474:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967477 00000100:00100000:0.0:1722795744.115477:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+988:2005:x1806482046412288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.115477:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.115481:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.115481:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 987 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.115482:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766424192:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.115483:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 987 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115489:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 987 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115489:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 987 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.115494:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115497:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115497:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115499:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115499:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766425856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.115501:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089d38d80/0xc2e84c07bf8e0fb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818238 expref: 987 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115503:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115506:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115510:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.115510:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.115511:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.115512:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115514:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115516:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.115518:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115520:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+986:2005:x1806482046412288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.115523:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967477 00010000:00010000:1.0:1722795744.115525:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.115525:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115531:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766425856 00010000:00010000:3.0:1722795744.115532:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115534:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766425856 00010000:00010000:3.0:1722795744.115537:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.115538:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.115540:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115547:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044169 00010000:00010000:3.0:1722795744.115547:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115549:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3870:3681:x1806481766425856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.115555:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+985:2006:x1806482046412160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.115556:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.115557:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10786 count 1 00000100:00100000:1.0:1722795744.115560:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967476 00010000:00010000:3.0:1722795744.115560:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa67ced lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115565:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115573:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.115574:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 984 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115579:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412416 00010000:00010000:2.0:1722795744.115580:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.115581:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412416 00010000:00010000:2.0:1722795744.115581:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.115583:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115586:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 985 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115589:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115596:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115598:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 985 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115603:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967478 00010000:00010000:1.0:1722795744.115604:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115606:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+985:2006:x1806482046412416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.115606:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 985 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115610:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.115612:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 985 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115612:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115617:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 985 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115618:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115619:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766425984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.115623:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.115627:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.115627:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115628:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.115629:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115633:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.115634:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.115636:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3871:3678:x1806481766423808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2059us (2151us total) trans 4296352189 rc 0/0 00010000:00010000:1.0:1722795744.115638:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115639:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.115640:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044162 00010000:00010000:1.0:1722795744.115647:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115648:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+985:2006:x1806482046412416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.115651:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967478 00010000:00010000:1.0:1722795744.115653:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67cf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.115656:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b7480/2, rc 0, transno 1384893 00010000:00010000:2.0:1722795744.115657:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080bff840/0xc2e84c07bf8e2167 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818533 expref: 984 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.115661:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766423808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.115666:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766424960:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.115674:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115679:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115682:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115686:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ddea1c0/0xc2e84c07bf8e188b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808183b9 expref: 983 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.115686:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115689:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115692:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766424832:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.115693:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115696:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.115697:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.115698:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115699:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115703:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115704:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115707:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115708:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115711:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115713:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865680/0xc2e84c07bfa67d02 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115714:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412544 00010000:00010000:0.0:1722795744.115716:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115717:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412544 00010000:00010000:0.0:1722795744.115720:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115723:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.115725:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115727:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 983 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.115728:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115733:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115737:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa67cfb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115751:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967479 00000100:00100000:1.0:1722795744.115755:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+983:2005:x1806482046412544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.115762:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.115765:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 983 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115774:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 983 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.115784:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.115786:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.115788:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115795:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115806:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.115807:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3873:3681:x1806481766424576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1845us (1881us total) trans 4296352191 rc 0/0 00000100:00100000:2.0:1722795744.115812:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044165 00000100:00100000:1.0:1722795744.115824:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+983:2005:x1806482046412544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (125us total) trans 0 rc 0/0 00000004:00080000:3.0:1722795744.115826:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080512a00/2, rc 0, transno 1384895 00000100:00100000:1.0:1722795744.115830:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967479 00000100:00100000:3.0:1722795744.115830:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766424576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.115850:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766426112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.115854:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3872:3681:x1806481766424448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1958us (2056us total) trans 4296352192 rc 0/0 00000100:00100000:0.0:1722795744.115858:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044164 00000100:00100000:3.0:1722795744.115866:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.115871:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d692ac0/0xc2e84c07bf8e2d76 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808186d7 expref: 982 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.115879:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766425216:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.115880:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.115883:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766426240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.115887:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766426112 00010000:00010000:2.0:1722795744.115887:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115890:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766426112 00000100:00100000:1.0:1722795744.115892:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3871:3679:x1806481766424320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2007us (2179us total) trans 4296352190 rc 0/0 00010000:00010000:2.0:1722795744.115892:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115892:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.115895:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115898:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044163 00010000:00010000:2.0:1722795744.115902:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115906:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766426240 00010000:00010000:2.0:1722795744.115906:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.115906:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080510000/2, rc 0, transno 1384896 00000100:00100000:0.0:1722795744.115909:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766426240 00000100:00100000:1.0:1722795744.115910:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044170 00010000:00010000:2.0:1722795744.115910:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.115915:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3872:3678:x1806481766426112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.115915:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867600 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.115915:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766424448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.115916:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.115920:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.115921:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044171 00000100:00100000:0.0:1722795744.115924:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3872:3678:x1806481766426240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.115925:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10787 count 1 00010000:00010000:2.0:1722795744.115925:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.115925:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080511c00/2, rc 0, transno 1384894 00000100:00100000:3.0:1722795744.115926:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766424320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.115929:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867600/0xc2e84c07bfa67d09 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115934:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.115935:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10788 count 1 00010000:00010000:1.0:1722795744.115943:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 981 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115945:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115949:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.115951:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.115953:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115955:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.115960:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.115962:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.115964:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.115967:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 981 pid: 16084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115973:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766426624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.115990:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.115994:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.115998:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 981 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.116000:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.116007:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766426496:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.116007:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.116009:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766426752:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.116012:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766426368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.116026:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.116029:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.116037:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.116038:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766426624 00000100:00100000:0.0:1722795744.116040:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766426624 00000100:00100000:0.0:1722795744.116052:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766426368 00000100:00100000:0.0:1722795744.116053:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766426368 00000100:00100000:2.0:1722795744.116057:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044172 00000100:00100000:2.0:1722795744.116061:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3875:3681:x1806481766426624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.116063:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044173 00000100:00100000:0.0:1722795744.116066:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3875:3681:x1806481766426368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.116070:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10790 count 1 00002000:00080000:0.0:1722795744.116073:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10789 count 1 00010000:00010000:2.0:1722795744.116078:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116079:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116086:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 981 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116087:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116089:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.116090:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.116091:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116093:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.116094:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.116096:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116108:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116115:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.116123:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766426880:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.116149:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.116174:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 981 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.116174:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3875:3679:x1806481766425088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1931us (1953us total) trans 4296352193 rc 0/0 00000100:00100000:2.0:1722795744.116178:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044166 00010000:00010000:0.0:1722795744.116183:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 981 pid: 16040 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.116192:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766427008:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.116199:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080510380/2, rc 0, transno 1384897 00000100:00100000:3.0:1722795744.116205:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766425088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.116230:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766427136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.116243:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.116251:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766427136 00000100:00100000:2.0:1722795744.116253:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766427136 00000100:00100000:2.0:1722795744.116261:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044174 00000100:00100000:2.0:1722795744.116263:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3875:3678:x1806481766427136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.116270:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10791 count 1 00010000:00010000:2.0:1722795744.116276:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116282:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 981 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116287:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.116287:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.116289:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116297:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 981 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116301:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 981 pid: 15461 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.116306:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766427264:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.116319:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.116320:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.116374:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766425600:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.116383:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.116385:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766425728:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.116392:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.116450:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766425984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.116453:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.116456:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.116476:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.116487:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412800 00000100:00100000:2.0:1722795744.116489:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412800 00010000:00010000:2.0:1722795744.116495:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 982 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.116497:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.116511:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412928 00000100:00100000:2.0:1722795744.116512:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412928 00000100:00100000:1.0:1722795744.116516:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046412672 00010000:00010000:2.0:1722795744.116516:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 983 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.116520:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046412672 00000100:00100000:2.0:1722795744.116524:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967480 00000100:00100000:2.0:1722795744.116527:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+984:2006:x1806482046412800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.116530:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 984 pid: 15435 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.116537:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.116537:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967481 00010000:00010000:2.0:1722795744.116540:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 984 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.116541:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+984:2006:x1806482046412928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.116544:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967482 00010000:00010000:2.0:1722795744.116545:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 984 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116547:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.116549:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+984:2006:x1806482046412672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.116550:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 984 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.116553:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e262640/0xc2e84c07bf8e360c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081882e expref: 984 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116556:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 984 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.116560:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.116561:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.116562:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.116563:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116565:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4240/0xc2e84c07bf8e41b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818b68 expref: 983 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.116567:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 983 pid: 15435 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.116567:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116573:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.116574:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.116575:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116577:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 982 pid: 15435 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.116578:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.116580:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116585:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9eed00/0xc2e84c07bf8e3d4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808189c4 expref: 982 pid: 15435 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116589:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.116590:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.116592:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.116592:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+981:2006:x1806482046412800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.116593:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.116596:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967480 00000100:00100000:3.0:1722795744.116602:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+980:2006:x1806482046412928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.116606:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967481 00010000:00010000:2.0:1722795744.116609:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116613:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116617:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116621:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116624:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116627:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.116629:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116632:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116641:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.116642:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766426496:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.116644:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867180/0xc2e84c07bfa67d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116648:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.116653:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116659:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.116673:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116678:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116682:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116686:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116689:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116693:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.116694:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116698:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116704:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116708:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa67d10 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.116710:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+979:2006:x1806482046412672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 160us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.116714:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967482 00000100:00100000:1.0:1722795744.116722:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.116724:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3876:3681:x1806481766425856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1173us (1206us total) trans 4296352194 rc 0/0 00000100:00100000:2.0:1722795744.116728:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044169 00000004:00080000:3.0:1722795744.116732:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075513100/2, rc 0, transno 1384898 00000100:00100000:3.0:1722795744.116738:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766425856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.116747:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766426880:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.116754:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116762:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.116763:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795744.116766:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.116769:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766427392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.116770:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116773:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.116774:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.116777:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.116779:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766426752:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.116781:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f866640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.116783:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116786:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116787:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116791:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.116792:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413056 00000100:00100000:3.0:1722795744.116795:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413056 00000100:00100000:0.0:1722795744.116796:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413312 00000100:00100000:1.0:1722795744.116796:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.116797:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f866640/0xc2e84c07bfa67d17 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.116798:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413312 00010000:00010000:0.0:1722795744.116805:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 980 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116805:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 980 pid: 16084 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.116819:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413184 00000100:00100000:3.0:1722795744.116821:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413184 00000100:00100000:0.0:1722795744.116827:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967483 00010000:00010000:3.0:1722795744.116828:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.116830:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+981:2006:x1806482046413056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.116833:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967484 00010000:00010000:0.0:1722795744.116834:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.116837:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 981 pid: 16084 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.116838:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+981:2005:x1806482046413312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.116842:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 981 pid: 16084 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.116843:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967485 00010000:00010000:1.0:1722795744.116846:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.116847:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+981:2006:x1806482046413184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.116851:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116853:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.116857:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.116860:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116866:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.116871:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135204b40/0xc2e84c07bf8e5b74 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808191c0 expref: 981 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116877:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801334a4d80/0xc2e84c07bf8e4bc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818ebe expref: 981 pid: 16096 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.116881:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.116883:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.116885:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116888:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dce5f80/0xc2e84c07bf8e4619 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80818d21 expref: 979 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.116888:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.116889:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3876:3678:x1806481766425344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1516us (1550us total) trans 4296352195 rc 0/0 00010000:00010000:3.0:1722795744.116890:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.116892:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116892:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116894:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.116894:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044168 00010000:00010000:0.0:1722795744.116895:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.116897:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.116899:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.116901:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.116906:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.116910:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.116911:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.116911:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116917:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.116924:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008135bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+978:2005:x1806482046413312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.116924:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.116925:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+978:2006:x1806482046413056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.116928:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+978:2006:x1806482046413184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.116930:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967484 00010000:00010000:2.0:1722795744.116930:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.116935:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967483 00010000:00010000:2.0:1722795744.116937:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.116938:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967485 00010000:00010000:2.0:1722795744.116942:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.116943:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116948:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116953:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.116957:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867cc0/0xc2e84c07bfa67d33 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.116962:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.116995:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766427008:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795744.116998:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080511f80/2, rc 0, transno 1384899 00000100:00100000:1.0:1722795744.117001:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.117004:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766425344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.117007:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.117022:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413440 00000100:00100000:0.0:1722795744.117025:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413440 00000100:00100000:3.0:1722795744.117029:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.117034:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 976 pid: 16040 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.117035:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766427520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.117057:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967486 00000100:00100000:1.0:1722795744.117057:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.117057:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3876:3681:x1806481766426624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 994us (1061us total) trans 4296352196 rc 0/0 00000100:00100000:2.0:1722795744.117061:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044172 00000100:00100000:0.0:1722795744.117062:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e961180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+976:2006:x1806482046413440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.117063:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413568 00000100:00100000:3.0:1722795744.117066:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413568 00010000:00010000:0.0:1722795744.117068:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.117068:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766427392 00000100:00100000:2.0:1722795744.117070:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766427392 00010000:00010000:0.0:1722795744.117072:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 977 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.117076:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 977 pid: 15461 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.117079:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044175 00010000:00010000:0.0:1722795744.117080:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 977 pid: 16040 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.117082:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3876:3678:x1806481766427392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.117089:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10792 count 1 00010000:00010000:0.0:1722795744.117092:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9d40/0xc2e84c07bf8e539b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819038 expref: 977 pid: 16040 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.117095:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117099:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967487 00010000:00010000:2.0:1722795744.117104:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 976 pid: 16038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117104:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+976:2006:x1806482046413568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.117108:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117109:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117110:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117111:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.117111:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.117112:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.117114:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.117116:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 976 pid: 15461 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.117119:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 976 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117120:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117124:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 976 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.117129:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 976 pid: 15461 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.117130:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766427648:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.117134:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.117140:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.117142:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.117144:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.117145:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.117148:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e961180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+976:2006:x1806482046413440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.117151:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.117153:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967486 00010000:00010000:2.0:1722795744.117159:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800883c1b00/0xc2e84c07bf8e60f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808193e2 expref: 976 pid: 15461 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.117162:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.117166:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766427264:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.117167:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117172:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117173:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117176:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117177:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117178:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+974:2006:x1806482046413568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.117179:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117183:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117184:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117185:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967487 00010000:00010000:0.0:1722795744.117186:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.117188:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117188:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117192:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117192:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117195:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117198:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f865440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.117200:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117200:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117204:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa67d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117204:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117208:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.117209:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117213:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f865440/0xc2e84c07bfa67d41 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.117228:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766427520 00000100:00100000:2.0:1722795744.117230:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766427520 00000004:00080000:3.0:1722795744.117237:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075512680/2, rc 0, transno 1384900 00000100:00100000:2.0:1722795744.117239:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044176 00000100:00100000:2.0:1722795744.117241:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3877:3681:x1806481766427520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.117243:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766426624:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.117247:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10793 count 1 00010000:00010000:2.0:1722795744.117253:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117259:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 973 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117263:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117264:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117265:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117269:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766427776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.117274:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 973 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117278:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 973 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.117284:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766427904:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.117285:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3878:3681:x1806481766426368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1217us (1247us total) trans 4296352197 rc 0/0 00000100:00100000:0.0:1722795744.117288:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044173 00000100:00100000:3.0:1722795744.117288:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.117297:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766427776 00000100:00100000:2.0:1722795744.117297:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.117299:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766427776 00000004:00080000:3.0:1722795744.117306:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075510380/2, rc 0, transno 1384901 00000100:00100000:3.0:1722795744.117311:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766426368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.117315:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044177 00000100:00100000:3.0:1722795744.117334:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.117339:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766428032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.117354:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.117362:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3878:3681:x1806481766427776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.117362:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766428032 00000100:00100000:2.0:1722795744.117363:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766428032 00002000:00080000:0.0:1722795744.117371:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10794 count 1 00000100:00100000:2.0:1722795744.117372:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044178 00000100:00100000:2.0:1722795744.117374:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3879:3679:x1806481766428032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.117377:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.117380:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10795 count 1 00010000:00010000:0.0:1722795744.117385:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 973 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117386:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117389:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.117389:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.117391:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117392:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117409:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117410:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117411:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117418:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 973 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117421:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117426:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.117427:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.117431:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766428288:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.117435:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.117444:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.117447:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117454:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117460:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117466:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.117468:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 973 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.117468:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117472:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3881:3681:x1806481766425472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2112us (2164us total) trans 4296352198 rc 0/0 00000100:00100000:0.0:1722795744.117475:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766428160:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.117475:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117478:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044167 00010000:00010000:1.0:1722795744.117485:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.117489:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.117491:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.117501:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080512680/2, rc 0, transno 1384902 00000100:00100000:3.0:1722795744.117508:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766425472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.117510:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3880:3678:x1806481766427136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1244us (1265us total) trans 4296352199 rc 0/0 00000100:00100000:2.0:1722795744.117513:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044174 00000100:00100000:2.0:1722795744.117536:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766428416:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.117540:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075512d80/2, rc 0, transno 1384903 00000100:00100000:3.0:1722795744.117545:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766427136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.117548:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.117559:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766428416 00000100:00100000:2.0:1722795744.117561:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766428416 00000100:00100000:3.0:1722795744.117565:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.117569:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044179 00000100:00100000:3.0:1722795744.117571:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766428544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.117572:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3881:3679:x1806481766428416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.117578:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10796 count 1 00010000:00010000:2.0:1722795744.117584:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.117587:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3881:3678:x1806481766426240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1660us (1692us total) trans 4296352200 rc 0/0 00000100:00100000:3.0:1722795744.117589:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.117591:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.117594:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044171 00010000:00010000:2.0:1722795744.117595:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117595:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.117597:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.117605:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.117606:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766428544 00000100:00100000:1.0:1722795744.117609:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766428544 00010000:00010000:2.0:1722795744.117610:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.117612:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075511880/2, rc 0, transno 1384904 00000100:00100000:2.0:1722795744.117615:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766428672:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.117617:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766426240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.117622:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044180 00000100:00100000:1.0:1722795744.117626:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3881:3681:x1806481766428544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.117626:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484900 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.117636:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10797 count 1 00010000:00010000:1.0:1722795744.117645:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117646:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.117652:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eb49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766428800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.117655:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 973 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117661:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.117662:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.117665:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.117670:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.117680:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 973 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.117686:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766427648:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.117688:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 973 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.117694:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.117698:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766428928:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.117715:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.117726:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766427904:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.117731:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117732:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117739:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117750:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117757:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117763:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117769:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.117772:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117778:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117786:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.117792:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa67d25 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.117821:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766428800 00000100:00100000:0.0:1722795744.117824:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766428800 00000100:00100000:0.0:1722795744.117836:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044181 00000100:00100000:0.0:1722795744.117839:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3883:3680:x1806481766428800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.117846:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10798 count 1 00010000:00010000:0.0:1722795744.117852:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117859:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 973 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117863:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.117863:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.117865:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117873:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 973 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.117878:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 973 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.117887:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766429056:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.117892:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3883:3678:x1806481766426112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1976us (2023us total) trans 4296352201 rc 0/0 00000100:00100000:1.0:1722795744.117898:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044170 00000100:00100000:0.0:1722795744.117906:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.117919:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075512a00/2, rc 0, transno 1384905 00000100:00100000:3.0:1722795744.117927:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766426112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.117954:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766429184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.117960:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.117973:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413696 00000100:00100000:2.0:1722795744.117975:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413696 00000100:00100000:3.0:1722795744.117976:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.117994:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 974 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.118000:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.118009:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766429184 00000100:00100000:0.0:1722795744.118014:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766429184 00000100:00100000:2.0:1722795744.118014:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413824 00000100:00100000:2.0:1722795744.118016:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413824 00010000:00010000:2.0:1722795744.118020:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 975 pid: 15460 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.118022:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967488 00000100:00100000:3.0:1722795744.118027:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+975:2006:x1806482046413696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.118031:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967489 00000100:00100000:0.0:1722795744.118035:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+975:2005:x1806482046413824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.118035:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.118040:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 975 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118042:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.118046:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 975 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118054:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 975 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118055:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 975 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118062:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080bb3840/0xc2e84c07bf8e6920 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081970e expref: 975 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118067:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007493a1c0/0xc2e84c07bf8e65c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081959b expref: 975 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118069:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.118070:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.118072:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118076:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118076:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.118078:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.118081:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118086:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.118088:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118090:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118094:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118098:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.118100:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+973:2005:x1806482046413824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.118102:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118102:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.118104:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967489 00010000:00010000:2.0:1722795744.118105:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118108:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.118110:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118114:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118118:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+972:2006:x1806482046413696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.118120:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.118122:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044182 00000100:00100000:0.0:1722795744.118124:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d934050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3883:3678:x1806481766429184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.118124:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67d4f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118124:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967488 00002000:00080000:0.0:1722795744.118131:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10799 count 1 00010000:00010000:0.0:1722795744.118185:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118192:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 971 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118196:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.118197:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.118199:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.118199:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3884:3681:x1806481766427520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 956us (991us total) trans 4296352202 rc 0/0 00000100:00100000:2.0:1722795744.118203:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044176 00010000:00010000:0.0:1722795744.118214:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 971 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118217:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118221:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118222:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 971 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.118225:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.118227:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42e680/2, rc 0, transno 1384906 00010000:00010000:2.0:1722795744.118229:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.118230:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766429312:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.118233:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118234:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766427520:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.118236:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f867a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.118238:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118242:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118247:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118250:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f867a80/0xc2e84c07bfa67d48 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.118252:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.118320:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3884:3678:x1806481766427392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1237us (1358us total) trans 4296352203 rc 0/0 00000100:00100000:2.0:1722795744.118324:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044175 00000004:00080000:3.0:1722795744.118328:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42ce00/2, rc 0, transno 1384907 00000100:00100000:3.0:1722795744.118331:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766427392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.118357:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766429568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.118376:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.118386:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766429568 00000100:00100000:0.0:1722795744.118388:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.118388:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766429568 00000100:00100000:2.0:1722795744.118411:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044183 00000100:00100000:2.0:1722795744.118413:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3884:3680:x1806481766429568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.118420:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10801 count 1 00000100:00100000:0.0:1722795744.118421:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.118427:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118433:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 971 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118440:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.118441:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.118442:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118456:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 971 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118464:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 971 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.118472:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766429696:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.118474:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766428672:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.118486:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.118495:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.118499:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766428160:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.118510:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.118525:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766429440 00000100:00100000:0.0:1722795744.118528:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766429440 00000100:00100000:1.0:1722795744.118542:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766428928:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.118543:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044184 00000100:00100000:0.0:1722795744.118546:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3885:3679:x1806481766429440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.118553:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.118555:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10800 count 1 00010000:00010000:0.0:1722795744.118563:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118572:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 971 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.118624:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766428288:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.118630:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.118631:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.118632:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118635:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.118644:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 971 pid: 16036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.118648:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.118649:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 971 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.118655:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766429824:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.118670:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.118681:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046413952 00000100:00100000:1.0:1722795744.118684:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046413952 00000100:00100000:3.0:1722795744.118684:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414208 00000100:00100000:3.0:1722795744.118689:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414208 00010000:00010000:1.0:1722795744.118694:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118701:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.118708:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.118709:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967490 00000100:00100000:1.0:1722795744.118714:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+973:2006:x1806482046413952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.118721:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.118723:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766429056:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.118724:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.118725:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967491 00010000:00010000:0.0:1722795744.118729:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118730:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+973:2006:x1806482046414208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.118733:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118738:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.118742:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.118744:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd1b180/0xc2e84c07bf8e71af lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819a5d expref: 973 pid: 16084 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118750:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 973 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.118754:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.118755:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.118758:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118763:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800756e2ac0/0xc2e84c07bf8e766a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819c32 expref: 972 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.118764:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118773:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.118774:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.118777:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.118777:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118782:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118783:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118787:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118791:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.118792:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+971:2006:x1806482046413952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.118798:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967490 00010000:00010000:2.0:1722795744.118798:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118798:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.118802:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118805:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.118807:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118810:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118814:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+970:2006:x1806482046414208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.118817:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.118820:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67d5d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.118820:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967491 00010000:00010000:3.0:1722795744.118838:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.118845:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.118845:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118852:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118861:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118868:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118873:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.118876:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.118881:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.118883:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.118892:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.118898:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3886:3679:x1806481766428032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1522us (1543us total) trans 4296352204 rc 0/0 00010000:00010000:3.0:1722795744.118899:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67d64 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.118902:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044178 00000100:00100000:1.0:1722795744.118909:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.118921:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414464 00000100:00100000:3.0:1722795744.118924:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414464 00000100:00100000:2.0:1722795744.118925:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414080 00000100:00100000:2.0:1722795744.118927:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414080 00000100:00100000:0.0:1722795744.118928:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414336 00000100:00100000:0.0:1722795744.118931:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414336 00010000:00010000:3.0:1722795744.118932:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 971 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.118934:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 972 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118938:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 972 pid: 16022 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.118956:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967492 00000100:00100000:2.0:1722795744.118960:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967493 00000100:00100000:3.0:1722795744.118960:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+972:2006:x1806482046414464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.118963:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967494 00000100:00100000:2.0:1722795744.118963:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+972:2005:x1806482046414080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.118966:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+972:2005:x1806482046414336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.118967:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.118968:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.118970:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 972 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118971:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.118971:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 972 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118973:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 972 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.118975:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 972 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.118995:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 972 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.118995:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089fe6ac0/0xc2e84c07bf8e6c61 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819850 expref: 972 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.118995:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 972 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.119001:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.119002:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.119003:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119004:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a12558c0/0xc2e84c07bf8e7a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819da5 expref: 971 pid: 16022 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.119006:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.119007:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135579b00/0xc2e84c07bf8e7dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819ef5 expref: 971 pid: 15460 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.119008:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119010:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.119011:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.119013:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119015:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414592 00010000:00010000:2.0:1722795744.119017:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.119018:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414592 00010000:00010000:3.0:1722795744.119018:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.119019:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.119020:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119022:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119027:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 970 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.119029:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119030:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+970:2005:x1806482046414080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.119031:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.119033:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967493 00000100:00100000:1.0:1722795744.119042:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967495 00000100:00100000:0.0:1722795744.119043:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+969:2005:x1806482046414336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (134us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.119043:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.119047:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967494 00000100:00100000:1.0:1722795744.119047:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+969:2006:x1806482046414592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.119053:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.119056:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 968 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.119061:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+968:2006:x1806482046414464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.119067:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967492 00000004:00080000:0.0:1722795744.119069:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee1880/2, rc 0, transno 1384908 00010000:00010000:1.0:1722795744.119070:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 968 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.119075:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766428032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.119081:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.119082:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.119084:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119085:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119087:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119092:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119092:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119094:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119099:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119101:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119103:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.119105:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119107:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119112:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119113:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119117:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+967:2006:x1806482046414592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (112us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.119117:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.119118:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.119120:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119120:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119123:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967495 00010000:00010000:0.0:1722795744.119126:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119126:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119134:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119135:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119139:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa67d56 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.119148:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67d72 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119161:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766429696:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.119167:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766429952:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.119172:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119184:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.119186:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.119196:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414720 00000100:00100000:2.0:1722795744.119196:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766429952 00000100:00100000:2.0:1722795744.119198:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766429952 00000100:00100000:1.0:1722795744.119199:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414720 00000100:00100000:2.0:1722795744.119207:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044185 00010000:00010000:1.0:1722795744.119209:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 967 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119210:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3887:3681:x1806481766429952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.119217:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10802 count 1 00000100:00100000:1.0:1722795744.119223:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967496 00010000:00010000:2.0:1722795744.119223:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119227:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+967:2006:x1806482046414720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.119229:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 967 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119233:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.119233:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119234:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119235:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119236:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 967 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.119243:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 967 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119249:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 967 pid: 16029 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.119252:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 967 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119254:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766430080:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.119263:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007650d440/0xc2e84c07bf8e9b31 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a9b4 expref: 967 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119266:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.119274:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.119275:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.119278:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119285:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119290:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3888:3680:x1806481766428800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1448us (1618us total) trans 4296352206 rc 0/0 00000004:00080000:2.0:1722795744.119294:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb49500/2, rc 0, transno 1384910 00000100:00100000:3.0:1722795744.119297:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044181 00010000:00010000:1.0:1722795744.119305:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.119305:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766428800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.119312:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119316:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119320:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119321:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+966:2006:x1806482046414720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.119324:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119326:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967496 00010000:00010000:2.0:1722795744.119327:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119330:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.119332:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3887:3681:x1806481766427776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1967us (2041us total) trans 4296352205 rc 0/0 00010000:00010000:2.0:1722795744.119332:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119335:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.119336:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1cb480/2, rc 0, transno 1384909 00000100:00100000:0.0:1722795744.119338:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044177 00010000:00010000:2.0:1722795744.119341:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119341:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766427776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.119344:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67d80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119361:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f0f600/0xc2e84c07bf8e8463 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80819f9d expref: 965 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.119371:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766429312:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.119378:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119384:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119390:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119395:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.119419:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119423:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414848 00010000:00010000:0.0:1722795744.119426:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119426:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414848 00010000:00010000:0.0:1722795744.119431:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119432:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3888:3680:x1806481766429568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1017us (1055us total) trans 4296352208 rc 0/0 00010000:00010000:0.0:1722795744.119436:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.119436:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 965 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119437:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044183 00010000:00010000:0.0:1722795744.119439:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119439:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3888:3679:x1806481766428416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1864us (1888us total) trans 4296352207 rc 0/0 00010000:00010000:0.0:1722795744.119444:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119445:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044179 00000100:00100000:1.0:1722795744.119449:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967497 00010000:00010000:0.0:1722795744.119452:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119453:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+965:2006:x1806482046414848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.119457:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa67d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119459:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.119463:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 965 pid: 16036 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.119467:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee2300/2, rc 0, transno 1384911 00000004:00080000:2.0:1722795744.119470:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075511f80/2, rc 0, transno 1384912 00010000:00010000:1.0:1722795744.119471:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 965 pid: 16036 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119473:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766429568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.119474:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766428416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.119481:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.119482:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.119482:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766430336:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.119485:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119491:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119491:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766430464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.119499:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.119501:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.119514:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+965:2006:x1806482046414848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.119516:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766430336 00000100:00100000:2.0:1722795744.119518:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766430336 00000100:00100000:1.0:1722795744.119520:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967497 00000100:00100000:3.0:1722795744.119520:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.119524:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766430208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.119528:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044186 00000100:00100000:2.0:1722795744.119530:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3888:3679:x1806481766430336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.119531:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d934050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3888:3678:x1806481766429184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1405us (1554us total) trans 4296352209 rc 0/0 00000100:00100000:0.0:1722795744.119535:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044182 00002000:00080000:2.0:1722795744.119537:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10804 count 1 00000100:00100000:3.0:1722795744.119540:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.119544:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.119547:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766430208 00000100:00100000:0.0:1722795744.119550:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766430208 00010000:00010000:2.0:1722795744.119551:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 964 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119555:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119556:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119557:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119558:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766430592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.119559:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044187 00000100:00100000:0.0:1722795744.119561:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3888:3679:x1806481766430208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.119566:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 964 pid: 16098 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.119569:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10803 count 1 00000100:00100000:3.0:1722795744.119571:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.119575:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119575:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 964 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119580:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766430720:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.119582:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 964 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119586:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.119586:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.119588:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119591:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.119594:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880080513100/2, rc 0, transno 1384913 00010000:00010000:0.0:1722795744.119597:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 964 pid: 16097 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119598:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766430592 00000100:00100000:2.0:1722795744.119599:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766430592 00000100:00100000:3.0:1722795744.119600:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766429184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.119602:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 964 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.119608:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766430848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.119615:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044188 00000100:00100000:2.0:1722795744.119618:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3889:3681:x1806481766430592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.119624:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10806 count 1 00010000:00010000:1.0:1722795744.119627:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119629:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007650cd80/0xc2e84c07bf8e8f37 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081a141 expref: 964 pid: 16036 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.119629:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119635:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119635:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 963 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.119636:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766429824:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.119639:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119640:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119641:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119642:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119642:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119647:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119650:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119650:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 963 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119653:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119654:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119655:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 963 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.119658:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119660:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119661:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119664:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.119664:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766430976:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.119665:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.119666:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119668:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119669:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119675:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119675:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.119678:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67d87 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119678:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.119684:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.119690:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa67d6b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119698:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.119702:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.119709:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766431104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.119712:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766430464 00000100:00100000:2.0:1722795744.119714:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766430464 00000100:00100000:2.0:1722795744.119722:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044189 00000100:00100000:2.0:1722795744.119724:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3891:3680:x1806481766430464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.119729:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795744.119731:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10805 count 1 00010000:00010000:2.0:1722795744.119737:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119743:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 963 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119747:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119748:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119749:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.119751:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3892:3679:x1806481766429440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1204us (1330us total) trans 4296352210 rc 0/0 00000004:00080000:3.0:1722795744.119752:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075511500/2, rc 0, transno 1384914 00000100:00100000:0.0:1722795744.119755:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044184 00010000:00010000:2.0:1722795744.119758:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 963 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.119763:0:15475:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766431104 00010000:00010000:2.0:1722795744.119764:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 963 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.119765:0:15475:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766431104 00000100:00100000:3.0:1722795744.119765:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.119769:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766431232:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.119774:0:15475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044190 00000100:00100000:0.0:1722795744.119776:0:15475:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3892:3679:x1806481766431104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.119783:0:15475:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10807 count 1 00010000:00010000:0.0:1722795744.119789:0:15475:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.119793:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.119795:0:15475:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 963 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119795:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766431360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.119799:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.119800:0:15475:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.119801:0:15475:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.119801:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3892:3681:x1806481766428544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2172us (2209us total) trans 4296352211 rc 0/0 00000100:00100000:1.0:1722795744.119806:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044180 00010000:00010000:0.0:1722795744.119810:0:15475:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 963 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.119813:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.119815:0:15475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 963 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.119820:0:15475:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766431488:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.119823:0:16059:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766431360 00000100:00100000:2.0:1722795744.119825:0:16059:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766431360 00000100:00100000:0.0:1722795744.119833:0:15475:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.119834:0:16059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044191 00000004:00080000:3.0:1722795744.119835:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eb4b800/2, rc 0, transno 1384915 00000100:00100000:2.0:1722795744.119837:0:16059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3892:3679:x1806481766431360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.119839:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eb4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766428544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.119843:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2600 going to sleep for 11 seconds 00002000:00080000:2.0:1722795744.119843:0:16059:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10808 count 1 00010000:00010000:2.0:1722795744.119849:0:16059:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119855:0:16059:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 963 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119859:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119860:0:16059:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119861:0:16059:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119869:0:16059:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 963 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119875:0:16059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 963 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.119880:0:16059:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766431616:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.119891:0:16059:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.119912:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766431744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.119923:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.119932:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766431744 00000100:00100000:2.0:1722795744.119933:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766431744 00000100:00100000:2.0:1722795744.119942:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044192 00000100:00100000:2.0:1722795744.119945:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3893:3680:x1806481766431744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.119951:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10809 count 1 00010000:00010000:2.0:1722795744.119957:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119963:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 963 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119967:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119967:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.119968:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119976:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 963 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.119995:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 963 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.120000:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766431872:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.120014:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.120221:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766430080:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.120228:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766430720:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.120235:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120241:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.120259:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.120281:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.120281:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046414976 00000100:00100000:1.0:1722795744.120284:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046414976 00010000:00010000:1.0:1722795744.120295:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 964 pid: 16029 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.120295:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415104 00000100:00100000:2.0:1722795744.120298:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415104 00010000:00010000:2.0:1722795744.120308:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 965 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.120316:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967498 00000100:00100000:1.0:1722795744.120320:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+965:2006:x1806482046414976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.120326:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967499 00010000:00010000:1.0:1722795744.120327:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.120328:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+965:2006:x1806482046415104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.120330:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 965 pid: 16029 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120333:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.120336:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 965 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.120339:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 965 pid: 16029 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120342:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 965 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.120350:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa373c0/0xc2e84c07bf8e9eb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ab27 expref: 965 pid: 16029 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120350:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b80d80/0xc2e84c07bf8ea907 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081aed1 expref: 965 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120357:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.120358:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.120359:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.120360:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.120361:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.120363:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120364:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.120370:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120372:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.120378:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.120384:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.120384:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.120385:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+963:2006:x1806482046415104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.120388:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.120389:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967499 00010000:00010000:3.0:1722795744.120392:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120410:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120414:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.120415:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120416:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120419:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120420:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+962:2006:x1806482046414976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.120420:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120423:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120426:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967498 00010000:00010000:2.0:1722795744.120427:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120427:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120430:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67d95 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120431:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120434:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.120435:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120439:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120444:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120448:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67d8e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.120509:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3895:3679:x1806481766430336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 976us (1009us total) trans 4296352212 rc 0/0 00000100:00100000:3.0:1722795744.120513:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044186 00000100:00100000:2.0:1722795744.120522:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3894:3681:x1806481766429952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1310us (1335us total) trans 4296352213 rc 0/0 00000100:00100000:2.0:1722795744.120526:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044185 00000100:00100000:2.0:1722795744.120623:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766430976:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.120634:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.120650:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8e680/2, rc 0, transno 1384916 00000004:00080000:2.0:1722795744.120651:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8d180/2, rc 0, transno 1384917 00000100:00100000:2.0:1722795744.120655:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766429952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.120656:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766430336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.120676:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.120680:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.120682:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766431232:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.120688:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.120695:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.120707:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766432000 00000100:00100000:2.0:1722795744.120709:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766432000 00000100:00100000:3.0:1722795744.120711:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766432128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.120719:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044193 00000100:00100000:3.0:1722795744.120719:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.120722:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3894:3680:x1806481766432000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.120729:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10810 count 1 00010000:00010000:2.0:1722795744.120735:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120742:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 961 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120748:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.120749:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.120751:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120756:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766432128 00010000:00010000:2.0:1722795744.120759:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 961 pid: 16047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120760:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766432128 00010000:00010000:2.0:1722795744.120763:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 961 pid: 16047 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.120769:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766432256:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.120777:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044194 00000100:00100000:1.0:1722795744.120781:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3895:3678:x1806481766432128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.120783:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.120791:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10811 count 1 00010000:00010000:1.0:1722795744.120800:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.120810:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 961 pid: 16114 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.120814:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.120816:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.120817:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.120819:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.120827:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415232 00000100:00100000:2.0:1722795744.120829:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415232 00010000:00010000:1.0:1722795744.120835:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 962 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120837:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 962 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.120843:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 962 pid: 16114 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.120846:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967500 00000100:00100000:2.0:1722795744.120849:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+962:2006:x1806482046415232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.120853:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766432384:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.120853:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.120855:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 962 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120860:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 962 pid: 16072 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.120868:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007493df80/0xc2e84c07bf8eb1f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b1ef expref: 962 pid: 16072 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.120874:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.120874:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.120875:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.120877:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120881:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120888:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.120895:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.120898:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+961:2006:x1806482046415232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (86us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.120900:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.120901:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967500 00010000:00010000:3.0:1722795744.120905:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120909:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120913:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120916:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.120917:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120921:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120927:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.120931:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67da3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.120945:0:15475:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15475:1806481766431488:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.120950:0:16059:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_063:lustre-OST0001_UUID:16059:1806481766431616:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.120955:0:15475:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.120958:0:16059:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120959:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.120972:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766430848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.120973:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415488 00000100:00100000:2.0:1722795744.120975:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415488 00010000:00010000:0.0:1722795744.120992:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.120996:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.120997:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 961 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.121008:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415744 00000100:00100000:2.0:1722795744.121010:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415744 00000100:00100000:1.0:1722795744.121012:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.121015:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 962 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.121021:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415360 00000100:00100000:2.0:1722795744.121023:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415360 00010000:00010000:2.0:1722795744.121026:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 963 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.121027:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967501 00000100:00100000:1.0:1722795744.121028:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.121031:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+963:2006:x1806482046415488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.121035:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415616 00010000:00010000:0.0:1722795744.121036:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.121036:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415616 00010000:00010000:0.0:1722795744.121039:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 964 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121040:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 964 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121044:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 964 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121045:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3896:3681:x1806481766430592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1424us (1471us total) trans 4296352214 rc 0/0 00000100:00100000:2.0:1722795744.121048:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967502 00000100:00100000:3.0:1722795744.121050:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044188 00000100:00100000:2.0:1722795744.121051:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+964:2006:x1806482046415744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.121052:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135781440/0xc2e84c07bf8eb72a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b3c4 expref: 964 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121055:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.121058:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 964 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121063:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.121063:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 963 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121064:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.121065:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121067:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967503 00010000:00010000:0.0:1722795744.121070:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121070:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.121070:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+963:2006:x1806482046415360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.121072:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800722fcfc0/0xc2e84c07bf8ebc9b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b58b expref: 963 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.121076:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.121078:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.121080:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 962 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121081:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.121082:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046415872 00010000:00010000:2.0:1722795744.121082:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.121085:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046415872 00010000:00010000:2.0:1722795744.121085:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121086:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 962 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.121091:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+963:2006:x1806482046415488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.121091:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121094:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967501 00010000:00010000:3.0:1722795744.121094:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099971f80/0xc2e84c07bf8ead59 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b03d expref: 963 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.121095:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 963 pid: 16037 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.121100:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.121101:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.121103:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121105:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967504 00010000:00010000:2.0:1722795744.121105:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.121107:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121108:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+961:2006:x1806482046415616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.121111:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967505 00010000:00010000:0.0:1722795744.121112:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.121116:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+961:2006:x1806482046415872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.121116:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.121121:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+961:2006:x1806482046415744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.121122:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.121125:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 961 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.121128:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967502 00000100:00100000:3.0:1722795744.121128:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+961:2006:x1806482046415360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.121132:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967503 00010000:00010000:1.0:1722795744.121133:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 961 pid: 16037 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.121144:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.121145:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.121148:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121149:0:16059:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.121151:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075512300/2, rc 0, transno 1384918 00010000:00010000:1.0:1722795744.121154:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121155:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766430592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121156:0:16059:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121159:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 959 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121162:0:16059:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121162:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121165:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 959 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.121165:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.121166:0:16059:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121167:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121170:0:16059:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121171:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121172:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8ddd40/0xc2e84c07bf8ea38f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081acc4 expref: 959 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121173:0:16059:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.121174:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121175:0:16059:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121178:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121179:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+958:2006:x1806482046415872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.121181:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.121182:0:16059:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121183:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121185:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967505 00010000:00010000:3.0:1722795744.121186:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121188:0:16059:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121191:0:16059:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67db8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121192:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121196:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67daa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121209:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.121211:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.121213:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121217:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121225:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.121238:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+957:2006:x1806482046415616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 129us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.121242:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967504 00000100:00100000:3.0:1722795744.121285:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3897:3680:x1806481766430464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1558us (1584us total) trans 4296352215 rc 0/0 00000100:00100000:2.0:1722795744.121286:0:16059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_063:lustre-MDT0000-mdtlov_UUID+3897:3679:x1806481766431360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1446us (1471us total) trans 4296352216 rc 0/0 00000100:00100000:3.0:1722795744.121291:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044189 00000100:00100000:2.0:1722795744.121294:0:16059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044191 00010000:00010000:0.0:1722795744.121308:0:15475:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121312:0:15475:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121312:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766432256:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.121315:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795744.121316:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8d880/2, rc 0, transno 1384919 00010000:00010000:0.0:1722795744.121317:0:15475:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121319:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121320:0:15475:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121320:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766430464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.121325:0:15475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121328:0:15475:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.121330:0:15475:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.121333:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cce00/2, rc 0, transno 1384920 00010000:00010000:0.0:1722795744.121334:0:15475:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121337:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766431360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.121340:0:15475:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121344:0:15475:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67db1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121344:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766432512:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121353:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d7e1680/0xc2e84c07bf8ec16b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b6fe expref: 956 pid: 16037 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.121359:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766431872:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.121361:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.121362:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416000 00000100:00100000:0.0:1722795744.121364:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416000 00010000:00010000:2.0:1722795744.121366:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121371:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.121371:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121372:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 956 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121375:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121379:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121381:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.121382:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416128 00010000:00010000:2.0:1722795744.121382:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121383:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416128 00010000:00010000:2.0:1722795744.121386:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121387:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 957 pid: 16047 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.121388:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967506 00010000:00010000:2.0:1722795744.121389:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.121391:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121393:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+957:2006:x1806482046416000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.121394:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121394:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.121412:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967507 00000100:00100000:0.0:1722795744.121415:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+957:2006:x1806482046416128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.121415:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121416:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.121419:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.121419:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67dbf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121421:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 957 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121422:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 957 pid: 16047 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121427:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 957 pid: 16047 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121427:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.121431:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 957 pid: 16114 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121432:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.121434:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800757046c0/0xc2e84c07bf8ec61f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b87f expref: 957 pid: 16047 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.121441:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.121442:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.121442:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.121443:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.121444:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121446:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121446:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.121448:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121452:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121457:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766432512 00000100:00100000:3.0:1722795744.121460:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766432512 00010000:00010000:0.0:1722795744.121461:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.121463:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.121467:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121472:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+956:2006:x1806482046416128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.121472:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766432640 00010000:00010000:2.0:1722795744.121474:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121474:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766432640 00000100:00100000:0.0:1722795744.121475:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967507 00000100:00100000:1.0:1722795744.121478:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+956:2006:x1806482046416000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (163us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.121481:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121481:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766432768 00000100:00100000:3.0:1722795744.121483:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766432768 00000100:00100000:1.0:1722795744.121484:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967506 00010000:00010000:2.0:1722795744.121487:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121489:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044195 00000100:00100000:0.0:1722795744.121491:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3899:3679:x1806481766432512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121493:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121493:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044196 00000100:00100000:3.0:1722795744.121497:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3899:3680:x1806481766432640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121498:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00002000:00080000:0.0:1722795744.121501:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10812 count 1 00010000:00010000:2.0:1722795744.121501:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121507:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.121508:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10813 count 1 00010000:00010000:0.0:1722795744.121509:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121516:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121517:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121518:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 954 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121522:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67dc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121523:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.121525:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.121527:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121528:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 954 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121534:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121536:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121538:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121541:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 954 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121551:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 954 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.121553:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 954 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121559:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a92400/0xc2e84c07bf8ecaf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081b9e4 expref: 954 pid: 16114 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.121560:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766432896:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.121562:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 954 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121571:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766433024:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.121572:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766432384:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.121582:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121583:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.121588:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.121594:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121601:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121607:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121608:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3900:3680:x1806481766432000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 884us (911us total) trans 4296352218 rc 0/0 00000004:00080000:3.0:1722795744.121611:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cd180/2, rc 0, transno 1384922 00010000:00010000:1.0:1722795744.121614:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121614:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044193 00000100:00100000:3.0:1722795744.121616:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.121621:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121626:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.121626:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044197 00010000:00010000:1.0:1722795744.121629:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121629:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3900:3680:x1806481766432768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.121633:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766433152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.121635:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.121638:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10814 count 1 00010000:00010000:1.0:1722795744.121644:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121645:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.121646:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121650:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa67dcd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121656:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 953 pid: 16054 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121661:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766433152 00010000:00010000:2.0:1722795744.121662:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.121663:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.121663:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766433152 00010000:00010000:2.0:1722795744.121665:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.121675:0:15475:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+3901:3679:x1806481766431104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1896us (1944us total) trans 4296352219 rc 0/0 00010000:00010000:2.0:1722795744.121675:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 953 pid: 16054 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121675:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044198 00000100:00100000:3.0:1722795744.121678:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3901:3678:x1806481766433152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.121681:0:15475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044190 00010000:00010000:2.0:1722795744.121681:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 953 pid: 16054 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.121686:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10815 count 1 00000100:00100000:2.0:1722795744.121687:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766433280:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.121693:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121699:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 953 pid: 16025 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121700:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.121703:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121704:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121706:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121715:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 953 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121720:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 953 pid: 16025 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121726:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766433408:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.121741:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121744:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.121746:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121750:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121752:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3901:3678:x1806481766432128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 969us (1030us total) trans 4296352220 rc 0/0 00000100:00100000:2.0:1722795744.121753:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3901:3680:x1806481766431744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1806us (1829us total) trans 4296352217 rc 0/0 00010000:00010000:0.0:1722795744.121754:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121756:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044192 00010000:00010000:0.0:1722795744.121757:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.121759:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cf800/2, rc 0, transno 1384923 00000100:00100000:1.0:1722795744.121760:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044194 00010000:00010000:0.0:1722795744.121761:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.121763:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121764:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766431104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.121767:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121773:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.121774:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cdc00/2, rc 0, transno 1384921 00010000:00010000:0.0:1722795744.121776:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67d9c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.121777:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766431744:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.121784:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867ce680/2, rc 0, transno 1384924 00000100:00100000:1.0:1722795744.121788:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766432128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.121792:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.121798:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766433536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.121804:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766433664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.121814:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766433792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.121815:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.121827:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.121836:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.121843:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3900:3679:x1806481766430208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2280us (2302us total) trans 4296352221 rc 0/0 00000100:00100000:2.0:1722795744.121843:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766433536 00000100:00100000:2.0:1722795744.121845:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766433536 00000100:00100000:0.0:1722795744.121847:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044187 00000100:00100000:0.0:1722795744.121855:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766433664 00000100:00100000:2.0:1722795744.121856:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766433792 00000100:00100000:0.0:1722795744.121857:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766433664 00000100:00100000:2.0:1722795744.121857:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766433792 00000004:00080000:3.0:1722795744.121864:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8ce00/2, rc 0, transno 1384925 00000100:00100000:0.0:1722795744.121867:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044199 00000100:00100000:3.0:1722795744.121868:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766430208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.121869:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3902:3678:x1806481766433536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.121869:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044200 00000100:00100000:2.0:1722795744.121872:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3902:3680:x1806481766433664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.121877:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10816 count 1 00000100:00100000:1.0:1722795744.121878:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044201 00002000:00080000:2.0:1722795744.121879:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10817 count 1 00010000:00010000:0.0:1722795744.121882:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121883:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3902:3681:x1806481766433792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121886:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121888:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 953 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121892:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.121893:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 953 pid: 15439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121895:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.121896:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.121896:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.121896:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766433920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.121897:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.121898:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121899:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.121902:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10818 count 1 00010000:00010000:0.0:1722795744.121907:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 953 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.121908:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 953 pid: 15439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121908:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.121911:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.121912:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 953 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.121913:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 953 pid: 15439 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.121917:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766434048:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.121919:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766433920 00010000:00010000:1.0:1722795744.121921:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 953 pid: 16023 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121921:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766433920 00000100:00100000:2.0:1722795744.121922:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766434176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.121927:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.121928:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.121931:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2b40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.121931:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.121932:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044202 00000100:00100000:2.0:1722795744.121934:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.121935:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3903:3679:x1806481766433920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.121942:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10819 count 1 00010000:00010000:1.0:1722795744.121946:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 953 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121948:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121955:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 953 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.121959:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 953 pid: 16023 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.121959:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121960:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.121962:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.121968:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766434304:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.121971:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 953 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.121976:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 953 pid: 16058 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.121996:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766434432:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.122005:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.122009:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.122491:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766433024:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.122501:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122503:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.122514:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766432896:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.122527:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.122530:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766433280:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.122544:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122551:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.122552:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416256 00000100:00100000:1.0:1722795744.122555:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416256 00000100:00100000:0.0:1722795744.122560:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.122565:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 954 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.122571:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416384 00000100:00100000:2.0:1722795744.122574:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416384 00000100:00100000:3.0:1722795744.122577:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766433408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.122583:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.122584:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 955 pid: 16058 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.122586:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416512 00000100:00100000:1.0:1722795744.122588:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416512 00010000:00010000:1.0:1722795744.122595:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 956 pid: 16054 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.122596:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967508 00000100:00100000:2.0:1722795744.122600:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967509 00000100:00100000:0.0:1722795744.122601:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+956:2006:x1806482046416256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.122603:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+956:2005:x1806482046416384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.122606:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967510 00010000:00010000:0.0:1722795744.122608:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.122609:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.122610:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+956:2006:x1806482046416512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.122612:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 956 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.122613:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 956 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.122615:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.122617:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 956 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.122618:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 956 pid: 16054 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.122622:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 956 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.122623:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 956 pid: 16054 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.122626:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5bedf80/0xc2e84c07bf8ecd18 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ba69 expref: 956 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.122632:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f22640/0xc2e84c07bf8ed4ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bda3 expref: 955 pid: 16054 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.122634:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.122636:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.122637:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122638:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.122639:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ef4bcc0/0xc2e84c07bf8ed075 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081bbb2 expref: 954 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.122639:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.122641:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.122642:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122645:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.122648:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.122649:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.122650:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.122651:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122654:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.122657:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122658:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122665:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.122665:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+953:2005:x1806482046416384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.122666:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+953:2006:x1806482046416512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.122669:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967509 00010000:00010000:0.0:1722795744.122672:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.122672:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967510 00010000:00010000:1.0:1722795744.122677:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122683:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122684:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122688:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122689:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+951:2006:x1806482046416256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (186us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.122690:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122692:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122694:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967508 00010000:00010000:1.0:1722795744.122695:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.122696:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122698:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122699:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122702:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.122704:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122705:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122708:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122714:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122716:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122718:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766434048:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.122720:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122720:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67de2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.122726:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122745:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.122753:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416768 00000100:00100000:0.0:1722795744.122755:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416768 00010000:00010000:0.0:1722795744.122761:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 951 pid: 16085 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.122778:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967511 00000100:00100000:0.0:1722795744.122781:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+951:2006:x1806482046416768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.122785:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.122787:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 951 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.122792:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 951 pid: 16085 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.122800:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3905:3680:x1806481766432768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1169us (1353us total) trans 4296352222 rc 0/0 00010000:00010000:0.0:1722795744.122801:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011da318c0/0xc2e84c07bf8f0232 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e4d2 expref: 951 pid: 16085 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.122804:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044197 00010000:00010000:0.0:1722795744.122810:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.122811:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1722795744.122811:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ef8df80/2, rc 0, transno 1384926 00010000:00010000:0.0:1722795744.122813:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122816:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.122819:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ef8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.122820:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122820:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122823:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3904:3679:x1806481766432512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1329us (1459us total) trans 4296352223 rc 0/0 00010000:00010000:3.0:1722795744.122824:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122827:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122829:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044195 00010000:00010000:3.0:1722795744.122831:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.122833:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.122834:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.122836:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122840:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.122846:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122847:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795744.122848:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+950:2006:x1806482046416768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.122850:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa67ddb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.122854:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967511 00000100:00100000:1.0:1722795744.122855:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766434560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.122873:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.122885:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122889:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766434560 00010000:00010000:0.0:1722795744.122891:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122891:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766434560 00010000:00010000:0.0:1722795744.122899:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.122905:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.122912:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.122914:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044203 00010000:00010000:0.0:1722795744.122917:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.122918:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3905:3678:x1806481766434560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.122920:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3905:3680:x1806481766432640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1423us (1525us total) trans 4296352224 rc 0/0 00010000:00010000:0.0:1722795744.122921:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.122924:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044196 00010000:00010000:0.0:1722795744.122927:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.122928:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10820 count 1 00010000:00010000:0.0:1722795744.122937:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.122939:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cdf80/2, rc 0, transno 1384928 00000004:00080000:3.0:1722795744.122942:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800867cd880/2, rc 0, transno 1384927 00010000:00010000:1.0:1722795744.122947:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.122949:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766432640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.122949:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800867cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766432512:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.122950:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122956:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 949 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.122963:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.122964:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.122966:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.122967:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.122972:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766434688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.122998:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 949 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123006:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.123007:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 949 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.123016:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766434944:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.123018:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766434688 00000100:00100000:3.0:1722795744.123020:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766434816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.123021:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766434688 00000100:00100000:3.0:1722795744.123032:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.123034:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.123034:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044204 00000100:00100000:2.0:1722795744.123036:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3906:3681:x1806481766434688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.123045:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10821 count 1 00000100:00100000:3.0:1722795744.123046:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766434816 00000100:00100000:3.0:1722795744.123048:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766434816 00010000:00010000:2.0:1722795744.123052:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123056:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3907:3678:x1806481766433536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1185us (1240us total) trans 4296352225 rc 0/0 00000100:00100000:3.0:1722795744.123057:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044205 00000100:00100000:0.0:1722795744.123060:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044199 00010000:00010000:2.0:1722795744.123060:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 949 pid: 16060 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123060:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3907:3681:x1806481766434816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.123064:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123065:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123066:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.123067:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10822 count 1 00010000:00010000:3.0:1722795744.123074:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123076:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 949 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123082:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 949 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.123082:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 949 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123085:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.123086:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1722795744.123088:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11df80/2, rc 0, transno 1384929 00000100:00100000:2.0:1722795744.123088:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766435072:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.123088:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123095:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766433536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.123097:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 949 pid: 16082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123103:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.123103:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 949 pid: 16082 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.123108:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766435200:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.123118:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766434176:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.123122:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766435328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.123122:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.123126:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123139:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766434432:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.123140:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.123147:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123150:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766435328 00000100:00100000:2.0:1722795744.123152:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766435328 00000100:00100000:2.0:1722795744.123162:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044206 00000100:00100000:1.0:1722795744.123163:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766434304:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.123165:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3907:3678:x1806481766435328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.123169:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:2.0:1722795744.123172:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10823 count 1 00010000:00010000:1.0:1722795744.123174:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123178:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123179:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417024 00000100:00100000:0.0:1722795744.123181:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417024 00010000:00010000:2.0:1722795744.123184:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 950 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123190:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 950 pid: 16023 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123191:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123192:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123194:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123202:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 950 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123204:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967512 00000100:00100000:0.0:1722795744.123208:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+950:2006:x1806482046417024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.123208:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 950 pid: 16075 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.123213:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766435456:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.123214:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.123217:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 950 pid: 16023 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.123225:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 950 pid: 16023 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.123228:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.123235:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd4240/0xc2e84c07bf8f138f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ecab expref: 950 pid: 16023 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.123244:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.123245:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.123248:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123248:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.123254:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123260:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416896 00010000:00010000:0.0:1722795744.123266:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.123271:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416896 00010000:00010000:1.0:1722795744.123274:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123277:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 950 pid: 15439 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.123281:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+950:2006:x1806482046417024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.123281:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123287:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967512 00010000:00010000:1.0:1722795744.123288:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123292:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967513 00010000:00010000:1.0:1722795744.123295:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123295:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+949:2006:x1806482046416896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.123299:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.123301:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123301:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 949 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123306:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 949 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.123307:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.123310:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123315:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00b0000/0xc2e84c07bf8f0e80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081eb1c expref: 949 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.123316:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123317:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.123323:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.123324:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.123326:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123326:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123330:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.123332:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa67dfe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123337:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417152 00010000:00010000:2.0:1722795744.123338:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.123339:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417152 00010000:00010000:3.0:1722795744.123349:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 949 pid: 16058 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.123351:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+949:2006:x1806482046416896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.123354:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967513 00000100:00100000:0.0:1722795744.123362:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.123363:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967514 00000100:00100000:2.0:1722795744.123366:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+948:2006:x1806482046417152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.123367:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046416640 00000100:00100000:3.0:1722795744.123369:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046416640 00010000:00010000:2.0:1722795744.123370:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.123372:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 949 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.123374:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 949 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123377:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 949 pid: 16058 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123383:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009790a1c0/0xc2e84c07bf8f16c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081edb5 expref: 949 pid: 16058 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.123385:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967515 00000100:00100000:3.0:1722795744.123388:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+948:2005:x1806482046416640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.123390:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.123391:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.123393:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123393:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.123411:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 948 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123413:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123417:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 948 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.123422:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.123425:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008727b3c0/0xc2e84c07bf8efdee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081e312 expref: 948 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.123431:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.123433:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+947:2006:x1806482046417152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (116us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.123433:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.123434:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123436:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967514 00010000:00010000:3.0:1722795744.123439:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123446:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3908:3681:x1806481766433792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1562us (1608us total) trans 4296352226 rc 0/0 00010000:00010000:3.0:1722795744.123447:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.123448:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123452:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044201 00010000:00010000:2.0:1722795744.123452:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123457:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123460:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123461:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+946:2005:x1806482046416640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.123464:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123465:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967515 00010000:00010000:2.0:1722795744.123471:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.123473:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.123476:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1500/2, rc 0, transno 1384930 00010000:00010000:2.0:1722795744.123476:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123482:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766433792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.123482:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123485:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67df7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123560:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795744.123563:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123567:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766435584:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.123570:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123577:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123583:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.123588:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3908:3680:x1806481766433664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1714us (1758us total) trans 4296352227 rc 0/0 00010000:00010000:3.0:1722795744.123589:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123594:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044200 00010000:00010000:3.0:1722795744.123595:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.123598:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766435584 00010000:00010000:3.0:1722795744.123598:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123600:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766435584 00010000:00010000:3.0:1722795744.123604:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123613:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044207 00010000:00010000:3.0:1722795744.123614:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123616:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3908:3678:x1806481766435584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.123624:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10824 count 1 00010000:00010000:3.0:1722795744.123625:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa67de9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123630:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123637:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 945 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123640:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.123641:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.123643:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123651:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 945 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123656:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 945 pid: 16085 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.123662:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766435712:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.123677:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2d80 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.123692:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11ca80/2, rc 0, transno 1384931 00000100:00100000:2.0:1722795744.123697:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766433664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.123715:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3909:3678:x1806481766433152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2035us (2068us total) trans 4296352228 rc 0/0 00000100:00100000:3.0:1722795744.123719:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044198 00000100:00100000:2.0:1722795744.123722:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766435840:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.123730:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800767a7b80/2, rc 0, transno 1384932 00010000:00010000:3.0:1722795744.123734:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123737:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766433152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.123737:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.123739:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123743:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123746:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123750:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123751:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766435840 00000100:00100000:2.0:1722795744.123753:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766435840 00010000:00010000:3.0:1722795744.123753:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.123755:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.123758:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.123763:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044208 00010000:00010000:3.0:1722795744.123765:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123766:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766435968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.123766:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3909:3680:x1806481766435840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.123769:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa67e05 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.123774:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10825 count 1 00010000:00010000:2.0:1722795744.123782:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.123785:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.123789:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 945 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123793:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123794:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.123795:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.123801:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766435968 00000100:00100000:0.0:1722795744.123804:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766435968 00010000:00010000:2.0:1722795744.123804:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 945 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.123809:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 945 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.123815:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766436096:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.123820:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044209 00000100:00100000:0.0:1722795744.123824:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3911:3681:x1806481766435968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.123833:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10826 count 1 00000100:00100000:2.0:1722795744.123836:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.123837:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3911:3679:x1806481766433920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1901us (1927us total) trans 4296352229 rc 0/0 00000100:00100000:3.0:1722795744.123841:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044202 00010000:00010000:0.0:1722795744.123842:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123851:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 945 pid: 16049 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.123856:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d0700/2, rc 0, transno 1384933 00010000:00010000:0.0:1722795744.123857:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.123858:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.123861:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.123861:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766433920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.123874:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 945 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.123881:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 945 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.123889:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766436224:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.123908:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.123938:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.123942:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766436352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.123956:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.123967:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766436352 00000100:00100000:0.0:1722795744.123969:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766436352 00000100:00100000:0.0:1722795744.123989:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044210 00000100:00100000:0.0:1722795744.123992:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3911:3679:x1806481766436352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.123999:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10827 count 1 00010000:00010000:0.0:1722795744.124006:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124012:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 945 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124015:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.124016:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.124018:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124027:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 945 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124032:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 945 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.124037:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081359180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766436480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.124089:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.124296:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766434944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.124309:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.124347:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.124363:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766435200:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.124372:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124377:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766435072:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.124385:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124412:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417280 00000100:00100000:2.0:1722795744.124414:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417280 00010000:00010000:2.0:1722795744.124421:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 946 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.124428:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.124436:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417408 00000100:00100000:2.0:1722795744.124437:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417408 00010000:00010000:2.0:1722795744.124441:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 947 pid: 16060 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.124442:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967516 00000100:00100000:3.0:1722795744.124445:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+947:2006:x1806482046417280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.124451:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.124454:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 947 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.124455:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967517 00000100:00100000:2.0:1722795744.124459:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+947:2005:x1806482046417408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.124463:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 947 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124466:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.124470:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 947 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124472:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e863cc0/0xc2e84c07bf8f1c2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081ef7c expref: 947 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124479:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 946 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124480:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124482:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.124484:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.124484:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124490:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a44d80/0xc2e84c07bf8f20bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f10b expref: 946 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124490:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.124496:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417536 00000100:00100000:1.0:1722795744.124499:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417536 00010000:00010000:2.0:1722795744.124501:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.124502:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.124505:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.124505:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124505:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.124510:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 946 pid: 16082 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124511:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.124525:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417664 00010000:00010000:2.0:1722795744.124525:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.124525:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+946:2006:x1806482046417280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.124527:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417664 00000100:00100000:3.0:1722795744.124531:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967516 00010000:00010000:1.0:1722795744.124534:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 947 pid: 16075 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.124547:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967518 00000100:00100000:1.0:1722795744.124552:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+946:2006:x1806482046417536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.124552:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+946:2005:x1806482046417408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.124552:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967519 00000100:00100000:3.0:1722795744.124556:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+946:2006:x1806482046417664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.124558:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967517 00010000:00010000:3.0:1722795744.124561:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.124564:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 946 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.124565:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.124570:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 945 pid: 16082 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124570:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 945 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124578:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.124579:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 945 pid: 16082 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124579:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124580:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124584:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801335ad680/0xc2e84c07bf8f30d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fa2d expref: 945 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124584:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.124585:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766436224:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.124591:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086730000/0xc2e84c07bf8f2594 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081f2cb expref: 944 pid: 16082 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124591:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.124594:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124595:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766435456:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.124602:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.124602:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+943:2006:x1806482046417664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (96us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.124604:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.124604:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124605:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967519 00010000:00010000:1.0:1722795744.124606:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.124608:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766435712:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.124611:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124613:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124613:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124617:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124623:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124627:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124627:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.124631:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124633:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.124634:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.124636:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124636:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417920 00000100:00100000:3.0:1722795744.124638:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417920 00010000:00010000:2.0:1722795744.124640:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124644:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 943 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124647:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.124649:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+943:2006:x1806482046417536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.124650:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa67e21 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124654:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967520 00000100:00100000:0.0:1722795744.124656:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.124656:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+943:2005:x1806482046417920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.124657:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967518 00010000:00010000:3.0:1722795744.124660:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.124663:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 943 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124668:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 942 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124678:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124679:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124680:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124685:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124690:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.124699:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+942:2005:x1806482046417920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.124702:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967520 00000100:00100000:3.0:1722795744.124723:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418048 00000100:00100000:3.0:1722795744.124726:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418048 00010000:00010000:3.0:1722795744.124733:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 942 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.124746:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.124746:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3912:3678:x1806481766435328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1579us (1604us total) trans 4296352230 rc 0/0 00000100:00100000:1.0:1722795744.124749:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046417792 00000100:00100000:3.0:1722795744.124751:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967521 00000100:00100000:1.0:1722795744.124752:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046417792 00000100:00100000:2.0:1722795744.124752:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044206 00000100:00100000:3.0:1722795744.124756:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+943:2005:x1806482046418048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.124761:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 943 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124763:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.124766:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 943 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124769:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124774:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 943 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.124775:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967522 00010000:00010000:2.0:1722795744.124775:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.124779:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+943:2006:x1806482046417792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.124781:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124785:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.124786:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124788:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 943 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124790:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f042880/0xc2e84c07bf8f3f48 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fe78 expref: 943 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124791:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124797:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 942 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124797:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124798:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124800:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124801:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.124804:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124804:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124808:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994a8480/0xc2e84c07bf8f35bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fbbc expref: 942 pid: 16085 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.124809:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.124811:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.124817:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124819:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.124820:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124820:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.124822:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa67e13 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124823:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124829:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124833:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+941:2005:x1806482046418048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (177us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.124834:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124836:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124837:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967521 00010000:00010000:0.0:1722795744.124843:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124845:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418176 00010000:00010000:1.0:1722795744.124847:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.124847:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418176 00010000:00010000:0.0:1722795744.124850:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124852:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 941 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.124856:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.124861:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967523 00010000:00010000:0.0:1722795744.124862:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.124863:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+941:2006:x1806482046417792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.124863:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+941:2006:x1806482046418176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.124865:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124867:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.124869:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 941 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.124870:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967522 00010000:00010000:0.0:1722795744.124876:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124878:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 940 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.124884:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.124885:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124885:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.124887:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124889:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124890:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.124891:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa67e36 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124896:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124896:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.124903:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124905:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3912:3681:x1806481766434688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1867us (1898us total) trans 4296352231 rc 0/0 00000100:00100000:3.0:1722795744.124905:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+940:2006:x1806482046418176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.124908:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967523 00010000:00010000:1.0:1722795744.124909:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124909:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044204 00010000:00010000:1.0:1722795744.124916:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124921:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.124924:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.124935:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124936:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a034a640/0xc2e84c07bf8f3acc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fd0c expref: 939 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.124944:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.124945:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766436096:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.124949:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa67e0c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124955:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124962:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124963:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124970:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124973:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124977:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.124997:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.124997:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125003:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125008:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125009:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125014:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.125014:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.125016:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125017:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125021:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125023:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125029:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125033:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125035:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa67e2f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125039:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa67e1a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.125052:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3913:3681:x1806481766435968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1225us (1265us total) trans 4296352232 rc 0/0 00000100:00100000:0.0:1722795744.125057:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044209 00000100:00100000:1.0:1722795744.125065:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3913:3678:x1806481766434560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2144us (2190us total) trans 4296352233 rc 0/0 00000100:00100000:1.0:1722795744.125071:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044203 00010000:00010000:0.0:1722795744.125084:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800855cf180/0xc2e84c07bf8f43e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8081fff2 expref: 938 pid: 15425 timeout: 940 lvb_type: 0 00000004:00080000:1.0:1722795744.125093:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135bb80/2, rc 0, transno 1384936 00000100:00100000:0.0:1722795744.125094:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081359180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766436480:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.125100:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766435968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.125103:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125109:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.125110:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c52a00/2, rc 0, transno 1384935 00000100:00100000:1.0:1722795744.125113:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766434688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.125114:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.125120:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3913:3680:x1806481766435840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1352us (1380us total) trans 4296352234 rc 0/0 00010000:00010000:0.0:1722795744.125124:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.125125:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044208 00010000:00010000:0.0:1722795744.125130:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.125131:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3913:3681:x1806481766434816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2070us (2097us total) trans 4296352235 rc 0/0 00010000:00010000:0.0:1722795744.125136:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.125136:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044205 00010000:00010000:0.0:1722795744.125141:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.125144:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.125147:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7dc00/2, rc 0, transno 1384934 00010000:00010000:0.0:1722795744.125150:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.125150:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c51180/2, rc 0, transno 1384939 00000100:00100000:3.0:1722795744.125150:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766436608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125153:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766435328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.125154:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766434816:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.125160:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.125160:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1722795744.125160:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c53100/2, rc 0, transno 1384937 00000100:00100000:2.0:1722795744.125163:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766434560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.125165:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766436736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.125166:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa67e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.125166:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.125175:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf5500/2, rc 0, transno 1384938 00000100:00100000:3.0:1722795744.125176:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766436608 00000100:00100000:2.0:1722795744.125178:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766435840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.125178:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766436608 00000100:00100000:1.0:1722795744.125183:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.125188:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766436736 00000100:00100000:3.0:1722795744.125190:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766436736 00000100:00100000:3.0:1722795744.125199:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044211 00000100:00100000:3.0:1722795744.125202:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3913:3679:x1806481766436608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125203:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044212 00000100:00100000:2.0:1722795744.125207:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3914:3681:x1806481766436736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.125212:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.125214:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10828 count 1 00010000:00010000:0.0:1722795744.125219:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.125219:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10829 count 1 00010000:00010000:3.0:1722795744.125221:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125227:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125227:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125228:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 937 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.125229:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766436864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.125232:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.125233:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125233:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125234:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 937 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125234:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125238:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125239:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.125240:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125241:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125243:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 937 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.125244:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.125245:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.125248:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125249:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 937 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.125250:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 937 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125254:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125255:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 937 pid: 16033 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.125255:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766437376:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.125257:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766436864 00000100:00100000:1.0:1722795744.125260:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766436864 00000100:00100000:2.0:1722795744.125262:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766437504:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.125263:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125269:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa67e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.125271:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.125282:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044213 00000100:00100000:3.0:1722795744.125282:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766437120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.125287:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3915:3681:x1806481766436864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125291:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766436992:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.125298:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10830 count 1 00000100:00100000:3.0:1722795744.125299:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.125304:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.125307:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.125315:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766437120 00000100:00100000:2.0:1722795744.125317:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766437120 00010000:00010000:1.0:1722795744.125318:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 937 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.125324:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.125325:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.125328:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.125328:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044214 00000100:00100000:2.0:1722795744.125330:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3917:3679:x1806481766437120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.125337:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10832 count 1 00010000:00010000:1.0:1722795744.125341:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 937 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125343:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125349:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 937 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.125350:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 937 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.125353:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125354:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125355:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.125356:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3917:3678:x1806481766435584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1738us (1769us total) trans 4296352237 rc 0/0 00000100:00100000:1.0:1722795744.125358:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766437632:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.125362:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044207 00010000:00010000:2.0:1722795744.125363:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 937 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125368:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 937 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.125377:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766437760:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.125379:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.125388:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.125390:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795744.125395:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766437248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125411:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.125427:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf7b80/2, rc 0, transno 1384941 00000100:00100000:2.0:1722795744.125431:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766435584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.125434:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.125443:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766436992 00000100:00100000:3.0:1722795744.125446:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766436992 00000100:00100000:0.0:1722795744.125449:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+3917:3679:x1806481766436352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1455us (1491us total) trans 4296352236 rc 0/0 00000100:00100000:0.0:1722795744.125455:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044210 00000100:00100000:3.0:1722795744.125456:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766437248 00000100:00100000:3.0:1722795744.125458:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766437248 00000100:00100000:2.0:1722795744.125463:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044215 00000100:00100000:2.0:1722795744.125466:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3917:3678:x1806481766436992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.125467:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044216 00000100:00100000:1.0:1722795744.125470:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766437888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.125470:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3917:3681:x1806481766437248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.125474:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10831 count 1 00002000:00080000:3.0:1722795744.125478:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10833 count 1 00010000:00010000:2.0:1722795744.125480:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125485:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125486:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 937 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.125487:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.125490:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125491:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.125492:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125492:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 937 pid: 16069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125496:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.125497:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766437888 00010000:00010000:3.0:1722795744.125497:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.125498:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.125500:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766437888 00010000:00010000:2.0:1722795744.125501:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 937 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.125506:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 937 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.125507:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 937 pid: 16069 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.125510:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044217 00000100:00100000:0.0:1722795744.125513:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3918:3681:x1806481766437888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.125513:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 937 pid: 16069 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.125514:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766438016:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.125518:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766438144:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795744.125520:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10834 count 1 00010000:00010000:0.0:1722795744.125527:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.125529:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.125532:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.125534:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 937 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125538:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.125539:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.125540:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.125550:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135b100/2, rc 0, transno 1384940 00000100:00100000:3.0:1722795744.125556:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766436352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125573:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766438272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.125585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.125594:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766438272 00000100:00100000:3.0:1722795744.125597:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766438272 00000100:00100000:3.0:1722795744.125612:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044218 00000100:00100000:3.0:1722795744.125615:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3919:3678:x1806481766438272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.125623:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10835 count 1 00010000:00010000:3.0:1722795744.125629:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125631:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 937 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.125636:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 937 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.125636:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 937 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125639:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.125640:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.125641:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.125642:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766438400:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.125651:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 937 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.125656:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 937 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.125662:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766438528:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.125665:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.125675:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.126001:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766437376:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.126010:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766437632:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.126011:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126015:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766437504:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.126019:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126027:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126040:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766437760:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.126045:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126106:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.126122:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418432 00000100:00100000:0.0:1722795744.126125:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418432 00000100:00100000:2.0:1722795744.126125:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.126126:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766438016:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.126133:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418304 00010000:00010000:3.0:1722795744.126133:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126134:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418304 00010000:00010000:0.0:1722795744.126138:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 939 pid: 16033 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126142:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 939 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.126203:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967524 00000100:00100000:2.0:1722795744.126206:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+939:2005:x1806482046418432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.126211:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.126212:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967525 00010000:00010000:2.0:1722795744.126214:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 939 pid: 16033 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.126217:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+939:2006:x1806482046418304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.126219:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 939 pid: 16033 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.126225:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.126227:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be506c0/0xc2e84c07bf8f5027 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808203d4 expref: 939 pid: 16033 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.126229:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 939 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126233:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126234:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126236:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126237:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 938 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126240:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126245:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132d0f3c0/0xc2e84c07bf8f4990 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808201b2 expref: 938 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126248:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.126252:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.126253:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.126253:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126254:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126259:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126260:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+937:2005:x1806482046418432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.126260:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126263:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967524 00010000:00010000:3.0:1722795744.126268:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126274:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.126276:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126281:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.126283:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126286:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+936:2006:x1806482046418304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.126288:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.126289:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418560 00000100:00100000:0.0:1722795744.126290:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967525 00000100:00100000:2.0:1722795744.126290:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418560 00010000:00010000:3.0:1722795744.126290:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126295:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126296:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 937 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.126301:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126304:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967526 00010000:00010000:3.0:1722795744.126305:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67e4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126307:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+936:2006:x1806482046418560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.126311:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.126313:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 936 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126318:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 936 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.126321:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126325:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089608480/0xc2e84c07bf8f5480 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820539 expref: 936 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.126326:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126329:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126331:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126332:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.126333:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126334:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126336:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126338:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126339:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.126340:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126344:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126348:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126351:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67e44 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126353:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.126362:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+935:2006:x1806482046418560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.126365:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126366:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967526 00010000:00010000:1.0:1722795744.126370:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126374:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126378:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126381:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126384:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.126386:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126390:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126413:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126417:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa67e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126444:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3920:3679:x1806481766436608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1241us (1277us total) trans 4296352238 rc 0/0 00000100:00100000:3.0:1722795744.126449:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044211 00000100:00100000:2.0:1722795744.126460:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.126467:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418688 00000100:00100000:2.0:1722795744.126469:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418688 00010000:00010000:2.0:1722795744.126475:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 935 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.126488:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967527 00000100:00100000:2.0:1722795744.126491:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+935:2005:x1806482046418688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.126495:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.126496:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3920:3681:x1806481766436864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1209us (1252us total) trans 4296352239 rc 0/0 00010000:00010000:2.0:1722795744.126497:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 935 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126501:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044213 00010000:00010000:2.0:1722795744.126502:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 935 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126509:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e987840/0xc2e84c07bf8f5f69 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082081f expref: 935 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126515:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126515:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126517:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.126518:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7f800/2, rc 0, transno 1384943 00000100:00100000:1.0:1722795744.126521:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766436864:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.126521:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126529:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.126531:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766438400:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.126539:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126540:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+934:2005:x1806482046418688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.126543:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967527 00010000:00010000:2.0:1722795744.126554:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126558:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126561:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.126562:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126566:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126568:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3920:3681:x1806481766436736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1360us (1384us total) trans 4296352240 rc 0/0 00010000:00010000:2.0:1722795744.126569:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.126571:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7d180/2, rc 0, transno 1384944 00000100:00100000:3.0:1722795744.126572:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044212 00010000:00010000:2.0:1722795744.126573:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.126574:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766436736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.126574:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126577:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418944 00010000:00010000:2.0:1722795744.126578:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126580:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418944 00010000:00010000:2.0:1722795744.126583:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126584:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766438656:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.126586:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa67e59 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.126587:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795744.126590:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 934 pid: 16069 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126591:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766438784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.126595:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.126604:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.126606:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967528 00000004:00080000:3.0:1722795744.126609:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7c380/2, rc 0, transno 1384942 00000100:00100000:0.0:1722795744.126610:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+934:2005:x1806482046418944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.126612:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766438656 00000100:00100000:3.0:1722795744.126613:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766436608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.126614:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766438656 00010000:00010000:0.0:1722795744.126616:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.126621:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 934 pid: 16069 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126628:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766438784 00010000:00010000:0.0:1722795744.126629:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 934 pid: 16069 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126630:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766438784 00000100:00100000:3.0:1722795744.126631:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044219 00000100:00100000:3.0:1722795744.126634:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3922:3679:x1806481766438656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.126637:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044220 00010000:00010000:0.0:1722795744.126639:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.126640:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3922:3681:x1806481766438784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.126641:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.126643:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.126645:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10836 count 1 00010000:00010000:0.0:1722795744.126649:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126651:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.126653:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10837 count 1 00000100:00100000:2.0:1722795744.126658:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3922:3679:x1806481766437120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1327us (1359us total) trans 4296352241 rc 0/0 00010000:00010000:3.0:1722795744.126658:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 934 pid: 16056 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126661:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126662:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.126663:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044214 00010000:00010000:3.0:1722795744.126663:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.126665:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.126665:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126671:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 934 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126674:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 934 pid: 16056 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126675:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.126676:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.126677:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126679:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+934:2005:x1806482046418944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.126680:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 934 pid: 16056 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.126685:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967528 00000100:00100000:3.0:1722795744.126685:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766438912:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.126686:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 934 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126688:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.126692:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 933 pid: 16033 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126698:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766439040:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.126702:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419200 00000100:00100000:0.0:1722795744.126704:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419200 00000100:00100000:2.0:1722795744.126705:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.126710:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 934 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126712:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.126715:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419072 00000100:00100000:3.0:1722795744.126717:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419072 00000100:00100000:0.0:1722795744.126720:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967529 00000100:00100000:0.0:1722795744.126723:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+935:2005:x1806482046419200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.126723:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 935 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.126727:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.126729:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 935 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126731:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766439168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.126732:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.126733:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967530 00010000:00010000:0.0:1722795744.126734:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 935 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.126736:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+935:2005:x1806482046419072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.126740:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.126741:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.126742:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.126742:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 935 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.126743:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.126744:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046418816 00000100:00100000:1.0:1722795744.126746:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046418816 00010000:00010000:0.0:1722795744.126747:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126749:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 936 pid: 16025 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.126752:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 936 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126756:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092873180/0xc2e84c07bf8f6669 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808209fb expref: 936 pid: 16069 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.126757:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.126760:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b221c0/0xc2e84c07bf8f7304 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820b2f expref: 936 pid: 16025 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.126762:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967531 00000100:00100000:2.0:1722795744.126763:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766438144:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.126765:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+935:2006:x1806482046418816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.126767:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+934:2005:x1806482046419200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (78us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.126768:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.126769:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.126770:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967529 00010000:00010000:3.0:1722795744.126770:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126771:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126772:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 934 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.126772:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126775:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126777:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 933 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126779:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126783:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126783:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126784:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800886cd440/0xc2e84c07bf8f5a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808206ac expref: 933 pid: 16034 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.126786:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126790:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.126790:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126791:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.126793:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126796:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.126797:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126798:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126798:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.126802:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126806:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.126807:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126811:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa67e67 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126815:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+932:2005:x1806482046419072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.126817:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+932:2006:x1806482046418816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.126821:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967530 00000100:00100000:1.0:1722795744.126824:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967531 00010000:00010000:0.0:1722795744.126833:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126838:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.126840:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.126842:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126844:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.126846:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126850:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126853:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.126854:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126856:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766439168 00010000:00010000:0.0:1722795744.126858:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126858:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766439168 00010000:00010000:1.0:1722795744.126862:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.126863:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7ce00/2, rc 0, transno 1384945 00010000:00010000:1.0:1722795744.126866:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.126867:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126869:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044221 00010000:00010000:0.0:1722795744.126870:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa67e6e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126871:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3923:3681:x1806481766439168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.126873:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.126876:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766437120:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.126879:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10838 count 1 00010000:00010000:1.0:1722795744.126880:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126885:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126886:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126891:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.126891:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 930 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126891:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1d0000/0xc2e84c07bf8f7c96 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80820ca9 expref: 930 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.126893:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126896:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.126897:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.126898:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766438528:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.126900:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126900:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126905:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126908:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126910:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.126914:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa67e60 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126914:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126915:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126921:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.126923:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.126932:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766439296:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.126932:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.126938:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.126943:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880075511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3924:3681:x1806481766437888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1428us (1454us total) trans 4296352243 rc 0/0 00010000:00010000:3.0:1722795744.126943:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a33c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.126946:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044217 00010000:00010000:3.0:1722795744.126946:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126949:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4849c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.126953:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126961:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766439424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.126963:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.126965:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075510e00/2, rc 0, transno 1384947 00010000:00010000:3.0:1722795744.126969:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa67e75 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.126974:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.126977:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766437888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.127000:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766439424 00000100:00100000:0.0:1722795744.127002:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766439424 00000100:00100000:0.0:1722795744.127011:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044222 00000100:00100000:0.0:1722795744.127014:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3924:3678:x1806481766439424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.127021:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10839 count 1 00010000:00010000:0.0:1722795744.127028:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.127034:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766439552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.127037:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 929 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.127043:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.127044:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.127046:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.127050:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.127064:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766439552 00010000:00010000:0.0:1722795744.127065:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 929 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.127066:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766439552 00010000:00010000:0.0:1722795744.127073:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.127076:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044223 00000100:00100000:3.0:1722795744.127079:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3927:3679:x1806481766439552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.127082:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766439680:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.127087:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10840 count 1 00010000:00010000:3.0:1722795744.127094:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.127101:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7d500/2, rc 0, transno 1384948 00010000:00010000:3.0:1722795744.127101:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 929 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.127102:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3927:3678:x1806481766436992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1634us (1703us total) trans 4296352244 rc 0/0 00000100:00100000:0.0:1722795744.127105:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.127105:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.127106:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.127107:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.127111:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044215 00000100:00100000:2.0:1722795744.127112:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766436992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.127117:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 929 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.127122:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.127127:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766439808:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.127139:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.127148:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.127163:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3926:3681:x1806481766437248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1692us (1728us total) trans 4296352242 rc 0/0 00000100:00100000:2.0:1722795744.127167:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044216 00000100:00100000:3.0:1722795744.127195:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3925:3678:x1806481766438272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1579us (1608us total) trans 4296352245 rc 0/0 00000100:00100000:3.0:1722795744.127199:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044218 00000004:00080000:2.0:1722795744.127200:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075510700/2, rc 0, transno 1384949 00000100:00100000:2.0:1722795744.127204:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766438272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.127208:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766439936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.127223:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.127223:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.127228:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766440064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.127236:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766439936 00000004:00080000:0.0:1722795744.127238:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7e300/2, rc 0, transno 1384946 00000100:00100000:3.0:1722795744.127239:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766439936 00000100:00100000:2.0:1722795744.127242:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.127243:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766437248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.127252:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766440064 00000100:00100000:2.0:1722795744.127254:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044224 00000100:00100000:3.0:1722795744.127254:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766440064 00000100:00100000:2.0:1722795744.127257:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3926:3681:x1806481766439936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.127265:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044225 00000100:00100000:2.0:1722795744.127266:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766440192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.127269:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3926:3680:x1806481766440064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.127275:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795744.127282:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10842 count 1 00000100:00100000:1.0:1722795744.127284:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766440192 00000100:00100000:1.0:1722795744.127287:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766440192 00002000:00080000:2.0:1722795744.127287:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10841 count 1 00010000:00010000:3.0:1722795744.127290:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.127294:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.127300:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 929 pid: 16060 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.127301:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044226 00010000:00010000:2.0:1722795744.127301:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 929 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.127304:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.127304:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.127305:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3927:3678:x1806481766440192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.127305:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.127305:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.127307:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.127307:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.127316:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10843 count 1 00010000:00010000:2.0:1722795744.127317:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 929 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.127318:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 929 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.127322:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 929 pid: 9530 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.127323:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 929 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.127325:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.127328:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766440320:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.127330:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766440448:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.127335:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 929 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.127340:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.127341:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.127342:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.127343:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.127345:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.127359:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 929 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.127367:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 929 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.127377:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766440576:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.127412:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.127573:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766439040:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.127585:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.127929:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766438912:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.127936:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766439296:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.127938:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.127948:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766439680:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.127948:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.127959:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766439808:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.127960:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.127965:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.127969:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.127991:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419328 00000100:00100000:2.0:1722795744.127995:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419328 00010000:00010000:2.0:1722795744.128004:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 930 pid: 16056 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128016:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967532 00000100:00100000:2.0:1722795744.128019:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+930:2006:x1806482046419328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.128023:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.128025:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 930 pid: 16056 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128031:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 930 pid: 16056 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128038:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800719c0480/0xc2e84c07bf8f88d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808212c9 expref: 930 pid: 16056 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128046:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128047:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128049:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128053:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128061:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.128065:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128069:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128074:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128075:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+929:2006:x1806482046419328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (107us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.128077:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128079:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967532 00010000:00010000:3.0:1722795744.128081:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128084:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.128086:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128089:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128095:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128100:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa67e7c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128106:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.128135:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419584 00000100:00100000:2.0:1722795744.128137:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419584 00010000:00010000:2.0:1722795744.128143:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128159:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967533 00000100:00100000:2.0:1722795744.128161:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+929:2006:x1806482046419584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.128165:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.128167:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128172:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.128179:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.128179:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2b2400/0xc2e84c07bf8f9379 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082158c expref: 929 pid: 15473 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128185:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128186:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128188:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128192:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128198:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.128199:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419712 00000100:00100000:3.0:1722795744.128202:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419712 00010000:00010000:2.0:1722795744.128203:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.128210:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128214:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+929:2006:x1806482046419584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.128218:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967533 00000100:00100000:3.0:1722795744.128220:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419456 00000100:00100000:0.0:1722795744.128222:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.128222:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419456 00010000:00010000:3.0:1722795744.128226:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 929 pid: 16033 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128227:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419840 00000100:00100000:2.0:1722795744.128229:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419840 00010000:00010000:2.0:1722795744.128234:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 930 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.128236:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967534 00000100:00100000:3.0:1722795744.128240:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967535 00000100:00100000:1.0:1722795744.128242:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+930:2006:x1806482046419712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.128243:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+930:2005:x1806482046419456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.128248:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.128249:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.128250:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 930 pid: 16033 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.128254:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 930 pid: 16053 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128255:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967536 00010000:00010000:3.0:1722795744.128255:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 930 pid: 16033 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128258:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+930:2005:x1806482046419840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.128261:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.128263:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 930 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128263:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 930 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.128263:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800735a1f80/0xc2e84c07bf8f8e39 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082142e expref: 930 pid: 16033 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128269:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.128270:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.128271:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.128273:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128275:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e15db00/0xc2e84c07bf8f9d9e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082184f expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.128276:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d2b0480/0xc2e84c07bf8f9849 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808216e3 expref: 929 pid: 16053 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.128280:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128282:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128283:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.128284:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128284:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128286:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.128289:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128289:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.128291:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128295:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128299:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.128302:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+927:2005:x1806482046419456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.128305:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967535 00000100:00100000:2.0:1722795744.128308:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+927:2005:x1806482046419840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (86us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.128310:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.128311:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967536 00010000:00010000:3.0:1722795744.128317:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128321:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128322:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128325:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.128326:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+925:2006:x1806482046419712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.128326:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128329:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128330:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.128332:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967534 00010000:00010000:3.0:1722795744.128332:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128334:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128335:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.128337:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128338:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128341:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.128342:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128344:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128349:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128349:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128352:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128352:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa67e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128354:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128358:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa67e8a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128359:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128366:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128373:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128380:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128385:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.128388:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128394:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128416:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.128422:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128430:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa67e83 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128433:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.128442:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046419968 00000100:00100000:0.0:1722795744.128444:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046419968 00000100:00100000:3.0:1722795744.128446:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3930:3679:x1806481766439552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1365us (1394us total) trans 4296352247 rc 0/0 00000100:00100000:1.0:1722795744.128448:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420224 00000100:00100000:1.0:1722795744.128451:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420224 00010000:00010000:0.0:1722795744.128452:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 925 pid: 9530 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.128453:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044223 00000100:00100000:2.0:1722795744.128458:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3930:3681:x1806481766439168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1585us (1616us total) trans 4296352248 rc 0/0 00010000:00010000:1.0:1722795744.128461:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 926 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128463:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044221 00000100:00100000:0.0:1722795744.128466:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967537 00000100:00100000:0.0:1722795744.128469:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+926:2005:x1806482046419968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.128473:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.128475:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 926 pid: 9530 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.128480:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 926 pid: 9530 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.128480:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42ed80/2, rc 0, transno 1384951 00000100:00100000:2.0:1722795744.128482:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967538 00000100:00100000:2.0:1722795744.128485:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+926:2005:x1806482046420224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.128487:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766439552:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.128490:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.128493:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 926 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128498:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 926 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.128506:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128506:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.128508:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128513:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3928:3679:x1806481766438656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1878us (1917us total) trans 4296352246 rc 0/0 00010000:00010000:2.0:1722795744.128515:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128517:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044219 00010000:00010000:2.0:1722795744.128522:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.128530:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.128530:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+926:2005:x1806482046420224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (97us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.128531:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1722795744.128532:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7ea00/2, rc 0, transno 1384950 00010000:00010000:0.0:1722795744.128533:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128533:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967538 00000100:00100000:3.0:1722795744.128534:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766438656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.128538:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128544:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766440448:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.128545:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.128552:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128558:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+925:2005:x1806482046419968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.128562:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967537 00000100:00100000:2.0:1722795744.128567:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.128570:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420096 00000100:00100000:0.0:1722795744.128572:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420096 00000100:00100000:1.0:1722795744.128572:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3928:3681:x1806481766438784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1929us (1965us total) trans 4296352249 rc 0/0 00010000:00010000:0.0:1722795744.128577:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 925 pid: 16060 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.128578:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044220 00000100:00100000:0.0:1722795744.128590:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967539 00000100:00100000:0.0:1722795744.128593:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+925:2006:x1806482046420096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.128597:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.128598:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 925 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.128604:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 925 pid: 16060 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.128609:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766440704:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.128610:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244a1c0/0xc2e84c07bf8fa841 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821b51 expref: 925 pid: 16060 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.128616:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.128617:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.128619:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128620:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801324486c0/0xc2e84c07bf8fa3c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821a01 expref: 924 pid: 9530 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.128622:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.128623:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128627:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766440320:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.128628:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.128629:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.128635:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128635:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128636:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766440704 00000100:00100000:3.0:1722795744.128638:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766440704 00000100:00100000:0.0:1722795744.128639:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+923:2006:x1806482046420096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.128642:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967539 00010000:00010000:1.0:1722795744.128643:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128646:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044227 00000100:00100000:2.0:1722795744.128647:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766440832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.128649:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128649:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3928:3679:x1806481766440704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.128656:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.128657:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10844 count 1 00000100:00100000:2.0:1722795744.128660:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.128661:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.128664:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128664:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.128671:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7e680/2, rc 0, transno 1384952 00010000:00010000:1.0:1722795744.128671:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128671:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766440832 00010000:00010000:3.0:1722795744.128671:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128673:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766440832 00010000:00010000:3.0:1722795744.128675:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.128676:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.128677:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128683:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766439168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.128684:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044228 00000100:00100000:2.0:1722795744.128686:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3929:3680:x1806481766440832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.128686:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128687:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.128688:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078d7c000/2, rc 0, transno 1384953 00000100:00100000:0.0:1722795744.128690:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766438784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.128691:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.128693:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa67e91 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.128694:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10845 count 1 00000100:00100000:3.0:1722795744.128696:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766440960:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.128700:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128708:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.128710:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 922 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128714:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.128715:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.128716:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128720:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128725:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 922 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128728:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128730:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 922 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.128732:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128735:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128736:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766441344:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.128739:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766441088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.128739:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128742:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a18c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.128744:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128747:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128750:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.128753:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128756:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa67e9f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.128757:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.128761:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766441216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.128833:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.128839:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3931:3678:x1806481766439424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1822us (1862us total) trans 4296352250 rc 0/0 00000100:00100000:3.0:1722795744.128844:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3931:3680:x1806481766440064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1574us (1600us total) trans 4296352251 rc 0/0 00000100:00100000:1.0:1722795744.128845:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044222 00000100:00100000:3.0:1722795744.128849:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044225 00000004:00080000:2.0:1722795744.128851:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42c700/2, rc 0, transno 1384954 00000100:00100000:2.0:1722795744.128858:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766439424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.128860:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766441088 00000100:00100000:3.0:1722795744.128862:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766441088 00000004:00080000:2.0:1722795744.128869:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121ee3b80/2, rc 0, transno 1384955 00000100:00100000:2.0:1722795744.128871:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766440064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.128872:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766441216 00000100:00100000:3.0:1722795744.128874:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766441216 00000100:00100000:2.0:1722795744.128877:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.128880:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766441472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.128884:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044229 00000100:00100000:3.0:1722795744.128888:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3931:3681:x1806481766441088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.128889:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044230 00000100:00100000:0.0:1722795744.128893:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3931:3678:x1806481766441216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.128893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795744.128897:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10846 count 1 00010000:00010000:1.0:1722795744.128899:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801324b1d40/0xc2e84c07bf8fad5e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821cc4 expref: 922 pid: 16094 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.128901:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10847 count 1 00000100:00100000:2.0:1722795744.128903:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766441600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.128906:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.128908:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.128912:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766440576:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.128915:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 921 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128916:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 921 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128918:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.128919:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.128920:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.128921:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128922:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.128923:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.128923:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.128926:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.128931:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 921 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128931:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128931:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766441472 00000100:00100000:2.0:1722795744.128933:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766441472 00010000:00010000:1.0:1722795744.128937:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128941:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766441600 00000100:00100000:2.0:1722795744.128942:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766441600 00010000:00010000:3.0:1722795744.128942:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 921 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128944:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.128947:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044231 00010000:00010000:3.0:1722795744.128949:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 921 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.128950:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3933:3678:x1806481766441472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.128955:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128955:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766441856:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.128957:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10848 count 1 00010000:00010000:1.0:1722795744.128961:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128963:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.128966:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.128969:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128970:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 921 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.128971:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.128974:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.128975:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.128975:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.128976:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.128988:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 921 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.128996:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766441728:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.128999:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044232 00010000:00010000:1.0:1722795744.129001:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129002:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3933:3680:x1806481766441600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.129004:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 921 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129008:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa67ead lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.129010:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00002000:00080000:3.0:1722795744.129010:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10849 count 1 00010000:00010000:2.0:1722795744.129013:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 921 pid: 16031 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.129015:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129022:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766441984:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.129022:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 921 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129025:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.129026:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.129027:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129037:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 921 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129042:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.129042:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 921 pid: 16115 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129047:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766442112:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.129055:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129062:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129067:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.129069:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129075:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129081:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129087:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.129090:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129096:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129100:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3934:3678:x1806481766440192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1793us (1823us total) trans 4296352252 rc 0/0 00010000:00010000:2.0:1722795744.129105:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129106:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044226 00010000:00010000:2.0:1722795744.129112:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa67ea6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.129113:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1cb800/2, rc 0, transno 1384956 00000100:00100000:3.0:1722795744.129121:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766440192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.129158:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.129165:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766442240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.129182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.129222:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766442240 00000100:00100000:1.0:1722795744.129225:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766442240 00000100:00100000:3.0:1722795744.129228:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766440960:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.129238:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129240:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044233 00000100:00100000:2.0:1722795744.129241:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3935:3681:x1806481766439936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1983us (2017us total) trans 4296352253 rc 0/0 00000100:00100000:1.0:1722795744.129244:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3935:3680:x1806481766442240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.129245:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044224 00002000:00080000:1.0:1722795744.129255:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10850 count 1 00010000:00010000:1.0:1722795744.129263:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129273:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 921 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129280:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.129282:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.129284:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.129286:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f42d880/2, rc 0, transno 1384957 00000100:00100000:0.0:1722795744.129294:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766439936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.129298:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 921 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129307:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 921 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129315:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.129317:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766442368:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.129319:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.129320:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766442496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.129333:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420352 00000100:00100000:0.0:1722795744.129336:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420352 00000100:00100000:3.0:1722795744.129339:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.129340:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1d80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.129344:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.129349:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766442496 00000100:00100000:2.0:1722795744.129353:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766442496 00000100:00100000:0.0:1722795744.129354:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967540 00000100:00100000:0.0:1722795744.129357:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+922:2006:x1806482046420352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.129361:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.129363:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129368:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129371:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044234 00000100:00100000:3.0:1722795744.129374:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3935:3679:x1806481766442496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.129376:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966a2d00/0xc2e84c07bf8fb385 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80821e92 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129382:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.129383:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.129383:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766441344:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.129384:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.129384:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10851 count 1 00010000:00010000:0.0:1722795744.129389:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129393:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129394:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129417:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.129424:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 921 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129430:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.129431:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.129432:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+921:2006:x1806482046420352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.129433:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.129435:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967540 00010000:00010000:3.0:1722795744.129445:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129446:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.129453:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129459:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129460:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420480 00000100:00100000:1.0:1722795744.129463:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420480 00010000:00010000:3.0:1722795744.129467:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129471:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129474:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 921 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.129474:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.129476:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129479:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129485:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129489:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa67eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129490:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967541 00000100:00100000:1.0:1722795744.129494:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+921:2005:x1806482046420480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.129506:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.129511:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 921 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129519:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 921 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129531:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880084d9e1c0/0xc2e84c07bf8fb989 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822083 expref: 921 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129541:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.129543:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.129545:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129552:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129566:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.129570:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766441856:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.129580:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129581:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+920:2005:x1806482046420480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.129587:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967541 00010000:00010000:2.0:1722795744.129589:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129593:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.129596:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.129597:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129603:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420736 00010000:00010000:2.0:1722795744.129604:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129606:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420736 00010000:00010000:2.0:1722795744.129608:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129611:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.129612:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.129612:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129613:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 920 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.129616:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129622:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129625:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420608 00010000:00010000:2.0:1722795744.129625:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa67ebb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129627:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420608 00000100:00100000:0.0:1722795744.129632:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.129634:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 921 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129638:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420864 00000100:00100000:3.0:1722795744.129641:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420864 00000100:00100000:0.0:1722795744.129645:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967542 00000100:00100000:1.0:1722795744.129649:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967543 00000100:00100000:0.0:1722795744.129650:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+922:2005:x1806482046420736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.129653:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+922:2005:x1806482046420608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.129653:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 922 pid: 16031 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129657:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.129659:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.129661:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 922 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129663:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129670:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 922 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129671:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129671:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967544 00000100:00100000:3.0:1722795744.129675:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+922:2005:x1806482046420864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.129680:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.129681:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.129682:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.129682:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e8e8240/0xc2e84c07bf8fbd79 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808221a9 expref: 922 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129684:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129684:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 922 pid: 16031 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129690:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129690:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 921 pid: 16031 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.129692:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.129693:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.129696:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129697:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.129698:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.129700:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.129700:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129702:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129702:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3937:3680:x1806481766440832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1015us (1041us total) trans 4296352255 rc 0/0 00010000:00010000:3.0:1722795744.129705:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129706:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044228 00000100:00100000:0.0:1722795744.129712:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+921:2005:x1806482046420736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.129712:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.129714:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.129718:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967542 00010000:00010000:2.0:1722795744.129720:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129723:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+921:2005:x1806482046420864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.129724:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129727:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967544 00000100:00100000:1.0:1722795744.129728:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+920:2005:x1806482046420608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.129729:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129732:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129734:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967543 00010000:00010000:2.0:1722795744.129736:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129739:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a06c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.129740:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129744:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129747:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd5c000/0xc2e84c07bf8fc44f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082246c expref: 918 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.129749:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129753:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa67ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129764:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3936:3679:x1806481766440704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1113us (1140us total) trans 4296352254 rc 0/0 00000100:00100000:0.0:1722795744.129766:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766441728:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.129770:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044227 00010000:00010000:0.0:1722795744.129777:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129784:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.129793:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1caa00/2, rc 0, transno 1384958 00000100:00100000:3.0:1722795744.129799:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766440704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.129804:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.129816:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046420992 00000100:00100000:1.0:1722795744.129819:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046420992 00000100:00100000:2.0:1722795744.129825:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3936:3681:x1806481766441088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 937us (1067us total) trans 4296352256 rc 0/0 00000100:00100000:3.0:1722795744.129825:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766442624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.129829:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044229 00010000:00010000:1.0:1722795744.129830:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 918 pid: 16115 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.129843:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.129845:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967545 00000004:00080000:2.0:1722795744.129846:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c8380/2, rc 0, transno 1384959 00000100:00100000:1.0:1722795744.129850:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+918:2005:x1806482046420992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.129852:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766440832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.129856:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.129858:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766442624 00010000:00010000:1.0:1722795744.129859:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 918 pid: 16115 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.129860:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766442624 00010000:00010000:1.0:1722795744.129867:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 918 pid: 16115 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.129869:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044235 00000100:00100000:2.0:1722795744.129871:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3936:3679:x1806481766442624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.129877:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1722795744.129878:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10852 count 1 00010000:00010000:1.0:1722795744.129879:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.129880:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129881:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129885:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129885:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129888:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129889:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129892:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129892:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 918 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.129895:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.129895:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.129896:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.129897:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.129898:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.129898:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129900:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd7eac0/0xc2e84c07bf8fd264 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822aa8 expref: 918 pid: 16115 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129904:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129907:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 917 pid: 16061 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.129910:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766442112:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.129911:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129911:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+917:2005:x1806482046420992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (107us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.129913:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 917 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.129914:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa67ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.129917:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967545 00000100:00100000:2.0:1722795744.129918:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766442880:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.129918:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129923:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129926:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129930:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129931:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.129934:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129937:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129939:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766442752:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.129940:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.129942:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129946:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.129950:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.129952:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.129956:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa67ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.129969:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ea20b40/0xc2e84c07bf8fcce5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082293c expref: 916 pid: 16031 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.129975:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766441984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.129999:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.130003:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130008:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130011:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3938:3678:x1806481766441216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1117us (1176us total) trans 4296352257 rc 0/0 00010000:00010000:2.0:1722795744.130011:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.130012:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421120 00000100:00100000:0.0:1722795744.130015:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044230 00000100:00100000:1.0:1722795744.130015:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421120 00010000:00010000:2.0:1722795744.130015:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130019:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130023:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130024:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 916 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.130025:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766442752 00010000:00010000:2.0:1722795744.130026:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.130027:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766442752 00010000:00010000:2.0:1722795744.130028:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130032:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.130038:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967546 00010000:00010000:2.0:1722795744.130040:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130041:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044236 00000100:00100000:1.0:1722795744.130042:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+916:2006:x1806482046421120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.130043:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3938:3680:x1806481766442752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.130044:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa67ed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130048:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.130050:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3938:3680:x1806481766441600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1047us (1130us total) trans 4296352258 rc 0/0 00002000:00080000:0.0:1722795744.130051:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10853 count 1 00010000:00010000:1.0:1722795744.130052:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 916 pid: 16080 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.130054:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044232 00010000:00010000:0.0:1722795744.130057:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130060:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 916 pid: 16080 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.130064:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 916 pid: 16109 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.130064:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1cbb80/2, rc 0, transno 1384962 00010000:00010000:0.0:1722795744.130068:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130069:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.130069:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766441600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.130070:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130070:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.130072:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.130074:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.130074:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 916 pid: 16048 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.130076:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c8a80/2, rc 0, transno 1384961 00000100:00100000:2.0:1722795744.130078:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766441216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.130080:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 916 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.130080:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 916 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.130081:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130086:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 916 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.130086:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766443008:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.130092:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766443136:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.130092:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.130097:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.130103:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+916:2006:x1806482046421120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.130104:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.130109:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967546 00000100:00100000:0.0:1722795744.130113:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766443264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.130123:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.130130:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766443264 00000100:00100000:3.0:1722795744.130132:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766443264 00000004:00080000:0.0:1722795744.130136:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c9180/2, rc 0, transno 1384960 00000100:00100000:0.0:1722795744.130140:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766441088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.130141:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044237 00000100:00100000:3.0:1722795744.130144:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3939:3681:x1806481766443264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.130150:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007499cd80/0xc2e84c07bf8fd77a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822bff expref: 915 pid: 16080 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.130151:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10854 count 1 00000100:00100000:2.0:1722795744.130154:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3939:3678:x1806481766441472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1202us (1259us total) trans 4296352259 rc 0/0 00000100:00100000:2.0:1722795744.130158:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044231 00010000:00010000:3.0:1722795744.130158:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.130165:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766442368:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.130168:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 914 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.130170:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766443392:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.130171:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.130172:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.130174:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130177:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.130180:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.130182:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 914 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.130185:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.130186:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 914 pid: 16094 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.130190:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f1c8e00/2, rc 0, transno 1384963 00010000:00010000:1.0:1722795744.130191:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.130192:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766443648:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.130194:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012f1c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766441472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.130198:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.130198:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.130202:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766443520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.130202:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.130204:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130207:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.130211:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766443776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.130211:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.130211:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766443392 00000100:00100000:3.0:1722795744.130213:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766443392 00010000:00010000:1.0:1722795744.130217:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.130217:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.130219:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.130224:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766443520 00010000:00010000:1.0:1722795744.130225:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.130225:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766443520 00000100:00100000:0.0:1722795744.130227:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.130233:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766443776 00000100:00100000:3.0:1722795744.130235:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766443776 00000100:00100000:0.0:1722795744.130238:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044238 00010000:00010000:1.0:1722795744.130238:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130241:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3941:3678:x1806481766443392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.130243:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044239 00010000:00010000:1.0:1722795744.130245:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa67ede lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.130247:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3941:3678:x1806481766443520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.130247:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044240 00002000:00080000:0.0:1722795744.130249:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10855 count 1 00000100:00100000:3.0:1722795744.130251:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d936850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3941:3681:x1806481766443776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.130255:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.130259:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10856 count 1 00002000:00080000:3.0:1722795744.130260:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10857 count 1 00010000:00010000:0.0:1722795744.130262:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 914 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130268:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.130268:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130269:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130269:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130271:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130278:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 914 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130280:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 914 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130283:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130284:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 914 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.130284:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 914 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130285:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.130287:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130289:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766443904:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.130290:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.130291:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.130294:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.130298:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.130300:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 914 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.130307:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 914 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.130307:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 914 pid: 16088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.130315:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766444032:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.130316:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 914 pid: 16088 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.130325:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766444160:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.130329:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.130339:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.130347:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3942:3680:x1806481766442240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1101us (1162us total) trans 4296352260 rc 0/0 00000004:00080000:2.0:1722795744.130348:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea03480/2, rc 0, transno 1384964 00000100:00100000:1.0:1722795744.130353:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044233 00000100:00100000:2.0:1722795744.130353:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766442240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.130381:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766444288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.130395:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.130427:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766444288 00000100:00100000:0.0:1722795744.130430:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766444288 00000100:00100000:0.0:1722795744.130446:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044241 00000100:00100000:0.0:1722795744.130450:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3942:3681:x1806481766444288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.130460:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10858 count 1 00010000:00010000:0.0:1722795744.130469:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130478:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 914 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130484:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130485:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.130487:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130501:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 914 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.130509:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 914 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.130515:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766444416:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.130534:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2900 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.131388:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766442880:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.131412:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.131413:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131420:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766443648:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.131431:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766443136:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.131432:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131438:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.131443:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131448:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766443008:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.131453:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421248 00010000:00010000:3.0:1722795744.131454:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131456:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421248 00000100:00100000:1.0:1722795744.131456:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421376 00000100:00100000:1.0:1722795744.131459:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421376 00010000:00010000:0.0:1722795744.131467:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 916 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.131469:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 916 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.131483:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967547 00000100:00100000:0.0:1722795744.131486:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+916:2006:x1806482046421248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.131492:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.131495:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 916 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.131496:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967548 00000100:00100000:1.0:1722795744.131500:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+916:2006:x1806482046421376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.131504:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 916 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.131508:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.131511:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 916 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.131519:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012caa0b40/0xc2e84c07bf8fe12f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822ec2 expref: 916 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.131520:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 916 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.131527:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.131529:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.131531:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131532:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099aea640/0xc2e84c07bf8fdc0b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80822d33 expref: 915 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.131537:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131543:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.131545:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.131547:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131548:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.131551:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131554:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131557:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131561:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131563:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+914:2006:x1806482046421248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.131565:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131568:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967547 00010000:00010000:2.0:1722795744.131569:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131572:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.131574:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.131574:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131578:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131584:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131588:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa67eec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.131591:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+913:2006:x1806482046421376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.131594:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.131595:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.131597:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967548 00000100:00100000:0.0:1722795744.131602:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421504 00010000:00010000:3.0:1722795744.131603:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131604:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421504 00010000:00010000:0.0:1722795744.131610:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 913 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.131610:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.131617:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.131623:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131626:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967549 00000100:00100000:0.0:1722795744.131629:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+913:2006:x1806482046421504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.131629:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.131632:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131633:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.131635:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 913 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.131639:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131644:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 913 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.131650:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131651:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d010240/0xc2e84c07bf8feda7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082379e expref: 913 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.131654:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa67ee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.131655:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.131657:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.131658:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.131661:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.131664:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421760 00000100:00100000:1.0:1722795744.131666:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421760 00010000:00010000:0.0:1722795744.131667:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131675:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 913 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.131678:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3943:3679:x1806481766442624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1805us (1834us total) trans 4296352261 rc 0/0 00010000:00010000:0.0:1722795744.131681:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.131683:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044235 00000100:00100000:1.0:1722795744.131689:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967550 00000100:00100000:1.0:1722795744.131693:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+913:2005:x1806482046421760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.131697:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+913:2006:x1806482046421504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (101us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.131699:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.131703:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967549 00010000:00010000:1.0:1722795744.131703:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 913 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.131716:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 912 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.131721:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131726:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.131728:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131728:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.131730:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131736:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131737:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131745:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3943:3679:x1806481766442496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2369us (2404us total) trans 4296352262 rc 0/0 00010000:00010000:0.0:1722795744.131746:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131747:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.131750:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044234 00010000:00010000:0.0:1722795744.131753:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131758:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.131761:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.131761:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+912:2005:x1806482046421760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.131766:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967550 00010000:00010000:0.0:1722795744.131767:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.131771:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea01c00/2, rc 0, transno 1384965 00010000:00010000:0.0:1722795744.131776:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.131783:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa67ef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131785:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766442624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.131788:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a02cba80/0xc2e84c07bf902488 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824845 expref: 911 pid: 15414 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.131791:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea00e00/2, rc 0, transno 1384966 00000100:00100000:3.0:1722795744.131793:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766442496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.131798:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766443904:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.131809:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131816:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131822:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131827:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766444544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.131829:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131836:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131843:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131848:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.131848:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.131851:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.131858:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.131860:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766444544 00000100:00100000:2.0:1722795744.131863:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766444544 00010000:00010000:1.0:1722795744.131867:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131867:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.131873:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa67f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131873:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766444672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.131875:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3944:3680:x1806481766442752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1829us (1921us total) trans 4296352263 rc 0/0 00000100:00100000:2.0:1722795744.131875:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044242 00000100:00100000:2.0:1722795744.131878:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3944:3678:x1806481766444544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.131880:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044236 00002000:00080000:2.0:1722795744.131887:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10859 count 1 00000100:00100000:3.0:1722795744.131894:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.131895:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131903:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 910 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.131907:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.131908:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.131910:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.131915:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795744.131915:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781df480/2, rc 0, transno 1384967 00010000:00010000:2.0:1722795744.131919:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 910 pid: 16097 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.131919:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766442752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.131925:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 910 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.131931:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766444800:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.131932:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421632 00000100:00100000:1.0:1722795744.131935:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421632 00010000:00010000:1.0:1722795744.131944:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 911 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.131947:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.131954:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766444032:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.131964:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.131971:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795744.131972:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967551 00000100:00100000:2.0:1722795744.131976:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766444928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.131991:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2005:x1806482046421632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.131993:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766444160:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.131997:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.131999:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766444672 00000100:00100000:0.0:1722795744.132002:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766444672 00010000:00010000:1.0:1722795744.132002:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 911 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.132002:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132010:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 911 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.132010:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.132015:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766444928 00000100:00100000:0.0:1722795744.132017:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766444928 00000100:00100000:3.0:1722795744.132020:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044243 00010000:00010000:1.0:1722795744.132022:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801350f33c0/0xc2e84c07bf8ffc2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824034 expref: 911 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.132025:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3946:3678:x1806481766444672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.132031:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.132032:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044244 00010000:00010000:1.0:1722795744.132033:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.132035:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3946:3681:x1806481766444928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.132036:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.132038:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10860 count 1 00010000:00010000:1.0:1722795744.132042:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.132045:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10861 count 1 00010000:00010000:3.0:1722795744.132048:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132053:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132057:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.132059:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 910 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132060:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132062:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 910 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132064:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132065:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.132066:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.132068:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.132069:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132069:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132069:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132071:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.132072:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+910:2005:x1806482046421632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 94us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.132072:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132076:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.132077:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967551 00010000:00010000:2.0:1722795744.132079:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a21c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.132081:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132083:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 910 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132085:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132085:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 909 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132090:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 909 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.132091:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132094:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 909 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.132095:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa67efa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.132098:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766445056:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.132101:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766445184:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.132115:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.132119:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.132146:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3947:3678:x1806481766443392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1902us (1963us total) trans 4296352264 rc 0/0 00000004:00080000:3.0:1722795744.132151:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d3b80/2, rc 0, transno 1384968 00000100:00100000:1.0:1722795744.132152:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044238 00000100:00100000:3.0:1722795744.132155:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766443392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.132158:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.132173:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046421888 00000100:00100000:1.0:1722795744.132176:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046421888 00000100:00100000:0.0:1722795744.132184:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.132185:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 910 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.132192:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3946:3681:x1806481766443264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2044us (2065us total) trans 4296352265 rc 0/0 00000004:00080000:3.0:1722795744.132192:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ea02a00/2, rc 0, transno 1384969 00000100:00100000:0.0:1722795744.132193:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422016 00000100:00100000:3.0:1722795744.132194:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ea02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766443264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.132196:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422016 00000100:00100000:2.0:1722795744.132198:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044237 00010000:00010000:0.0:1722795744.132205:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 911 pid: 16088 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.132207:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967552 00000100:00100000:1.0:1722795744.132211:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2006:x1806482046421888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.132218:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.132221:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967553 00010000:00010000:1.0:1722795744.132221:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 911 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.132224:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2006:x1806482046422016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.132229:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.132230:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 911 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.132231:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 911 pid: 16088 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.132231:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.132236:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766445312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.132237:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 911 pid: 16088 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.132240:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2498c0/0xc2e84c07bf9028b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824972 expref: 911 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.132245:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a8f21c0/0xc2e84c07bf902dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824b01 expref: 911 pid: 16088 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.132249:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.132249:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.132250:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.132252:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.132252:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.132253:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132254:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132258:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132259:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766445312 00010000:00010000:1.0:1722795744.132260:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132261:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766445312 00000100:00100000:3.0:1722795744.132261:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766445440:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.132272:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.132273:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.132273:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044245 00000100:00100000:2.0:1722795744.132275:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3946:3680:x1806481766445312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.132275:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132280:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.132284:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+909:2006:x1806482046422016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.132284:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.132287:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967553 00010000:00010000:3.0:1722795744.132287:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.132288:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+909:2006:x1806482046421888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (130us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795744.132289:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10862 count 1 00010000:00010000:3.0:1722795744.132291:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.132294:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967552 00010000:00010000:3.0:1722795744.132294:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.132296:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132296:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132300:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132304:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 907 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132306:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132308:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132309:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132310:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.132310:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa67f08 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132319:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 907 pid: 16032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132324:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 907 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.132326:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132330:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766445568:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.132333:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132340:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132344:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.132347:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.132354:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.132354:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132361:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.132364:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132370:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132379:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.132389:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d936850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3947:3681:x1806481766443776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2138us (2161us total) trans 4296352266 rc 0/0 00010000:00010000:1.0:1722795744.132390:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa67f0f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.132394:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044240 00000100:00100000:0.0:1722795744.132418:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766444416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.132426:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.132428:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.132429:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422144 00000100:00100000:1.0:1722795744.132432:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422144 00000100:00100000:2.0:1722795744.132438:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766445440 00000100:00100000:2.0:1722795744.132440:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766445440 00010000:00010000:1.0:1722795744.132441:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 908 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.132451:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044246 00000004:00080000:3.0:1722795744.132452:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549f100/2, rc 0, transno 1384970 00000100:00100000:2.0:1722795744.132454:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3947:3678:x1806481766445440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.132455:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967554 00000100:00100000:3.0:1722795744.132458:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766443776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.132459:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+908:2006:x1806482046422144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1722795744.132461:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10863 count 1 00010000:00010000:1.0:1722795744.132465:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.132467:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132469:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 908 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.132473:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 908 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132477:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 908 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.132477:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132477:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132479:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132488:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124bf0d80/0xc2e84c07bf9031e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824c3c expref: 908 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.132488:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 908 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132494:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 908 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.132498:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.132499:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.132499:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766445696:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.132502:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132509:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132515:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.132522:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.132537:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+907:2006:x1806482046422144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.132538:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.132543:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967554 00000100:00100000:3.0:1722795744.132545:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766445824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.132559:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.132569:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766445824 00010000:00010000:0.0:1722795744.132570:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132571:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766445824 00010000:00010000:0.0:1722795744.132578:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132580:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044247 00000100:00100000:2.0:1722795744.132582:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3949:3678:x1806481766445824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.132585:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.132589:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10864 count 1 00010000:00010000:0.0:1722795744.132591:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132594:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132597:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132601:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 906 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132603:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.132604:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132605:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.132606:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132606:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.132612:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132615:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 906 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132620:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 906 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.132622:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.132625:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766445952:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.132629:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa67f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.132631:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3949:3678:x1806481766443520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2382us (2412us total) trans 4296352267 rc 0/0 00000004:00080000:3.0:1722795744.132634:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549ed80/2, rc 0, transno 1384971 00000100:00100000:1.0:1722795744.132637:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044239 00000100:00100000:2.0:1722795744.132640:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.132643:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766443520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.132658:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.132669:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.132678:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446080 00000100:00100000:2.0:1722795744.132680:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446080 00000100:00100000:2.0:1722795744.132690:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044248 00000100:00100000:2.0:1722795744.132692:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3950:3680:x1806481766446080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.132698:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10865 count 1 00010000:00010000:2.0:1722795744.132704:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132711:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 906 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132714:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132715:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.132716:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.132725:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 906 pid: 16039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.132729:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3950:3681:x1806481766444288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2278us (2332us total) trans 4296352268 rc 0/0 00010000:00010000:2.0:1722795744.132730:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 906 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.132735:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766446208:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.132736:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044241 00000004:00080000:3.0:1722795744.132739:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549ea00/2, rc 0, transno 1384972 00000100:00100000:2.0:1722795744.132746:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.132746:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766444288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.132767:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.132773:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.132792:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.132805:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446336 00000100:00100000:0.0:1722795744.132808:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446336 00000100:00100000:1.0:1722795744.132857:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044249 00000100:00100000:1.0:1722795744.132862:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3950:3680:x1806481766446336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.132873:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10866 count 1 00010000:00010000:1.0:1722795744.132882:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132892:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 906 pid: 15448 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132898:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.132900:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.132902:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132916:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 906 pid: 15448 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.132925:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 906 pid: 15448 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.132940:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766446464:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.132968:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.133266:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766444800:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.133275:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.133292:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766445056:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.133293:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766445568:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.133301:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133305:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.133316:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766445184:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.133331:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.133342:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766445696:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.133382:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.133416:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.133425:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.133429:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422272 00000100:00100000:1.0:1722795744.133432:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422272 00000100:00100000:0.0:1722795744.133434:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.133443:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 907 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.133445:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422400 00000100:00100000:0.0:1722795744.133446:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.133449:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422400 00000100:00100000:0.0:1722795744.133454:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.133461:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 908 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.133464:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422656 00000100:00100000:3.0:1722795744.133464:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422528 00000100:00100000:1.0:1722795744.133466:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422656 00000100:00100000:3.0:1722795744.133468:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422528 00000100:00100000:0.0:1722795744.133469:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422784 00000100:00100000:0.0:1722795744.133471:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422784 00010000:00010000:1.0:1722795744.133474:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 911 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133478:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 911 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.133480:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967555 00000100:00100000:2.0:1722795744.133484:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2006:x1806482046422272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.133489:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967556 00010000:00010000:2.0:1722795744.133491:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.133493:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967557 00000100:00100000:1.0:1722795744.133494:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2006:x1806482046422400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.133495:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 911 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.133497:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+911:2006:x1806482046422656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.133500:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.133503:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 911 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133503:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.133504:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 911 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133506:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 911 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133511:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 911 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.133513:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 911 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.133515:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 911 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.133515:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ed2400/0xc2e84c07bf90373c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824dc4 expref: 911 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133520:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c258b40/0xc2e84c07bf904375 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808251d7 expref: 911 pid: 16032 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.133522:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.133523:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.133525:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133529:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f075200/0xc2e84c07bf903e20 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825017 expref: 909 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.133529:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133529:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.133530:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.133533:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.133536:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967558 00010000:00010000:1.0:1722795744.133538:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.133540:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+908:2006:x1806482046422528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.133540:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.133540:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133542:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133542:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.133547:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.133549:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133552:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 908 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133554:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.133557:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+908:2006:x1806482046422272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.133560:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 908 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.133562:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.133562:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967555 00010000:00010000:0.0:1722795744.133572:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097940fc0/0xc2e84c07bf903b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80824f0d expref: 907 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.133572:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967559 00000100:00100000:3.0:1722795744.133573:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+907:2006:x1806482046422656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.133575:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+907:2006:x1806482046422784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.133578:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+907:2006:x1806482046422400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.133579:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.133579:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967557 00010000:00010000:0.0:1722795744.133582:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.133582:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 906 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.133584:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.133584:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967556 00010000:00010000:0.0:1722795744.133586:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133587:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 906 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.133593:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133594:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008805e880/0xc2e84c07bf9047b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808252f6 expref: 904 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.133601:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133602:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133602:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.133603:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.133604:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133607:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133608:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.133609:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133609:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133614:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133616:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133616:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.133620:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133623:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.133624:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+903:2006:x1806482046422784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.133625:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+903:2006:x1806482046422528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (177us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.133625:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.133627:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967559 00010000:00010000:3.0:1722795744.133630:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.133631:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967558 00010000:00010000:3.0:1722795744.133633:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133634:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133638:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133640:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.133641:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133643:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133646:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133646:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133649:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133650:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133651:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa67f32 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133653:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133654:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133657:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133658:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133659:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133660:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.133662:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133664:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa67f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133665:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133666:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133671:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133672:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133677:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa67f1d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133678:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133683:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.133686:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133691:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133698:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133701:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa67f39 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.133756:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3954:3680:x1806481766445312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1478us (1504us total) trans 4296352269 rc 0/0 00000100:00100000:3.0:1722795744.133760:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044245 00000100:00100000:1.0:1722795744.133772:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3953:3681:x1806481766444928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1734us (1760us total) trans 4296352270 rc 0/0 00000100:00100000:2.0:1722795744.133776:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3953:3678:x1806481766444544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1896us (1927us total) trans 4296352271 rc 0/0 00000100:00100000:1.0:1722795744.133778:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044244 00000004:00080000:3.0:1722795744.133779:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c50380/2, rc 0, transno 1384973 00000100:00100000:2.0:1722795744.133781:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044242 00000100:00100000:0.0:1722795744.133786:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3952:3678:x1806481766445440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1331us (1357us total) trans 4296352272 rc 0/0 00000100:00100000:0.0:1722795744.133795:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044246 00000100:00100000:3.0:1722795744.133795:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766445312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.133803:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.133807:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a60a80/2, rc 0, transno 1384974 00010000:00010000:3.0:1722795744.133807:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.133812:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766446592:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.133812:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.133814:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766444928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.133815:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133819:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133822:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.133824:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.133826:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.133827:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133834:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133838:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa67f24 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.133840:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446592 00000004:00080000:2.0:1722795744.133840:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c53b80/2, rc 0, transno 1384976 00000100:00100000:0.0:1722795744.133842:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.133842:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766445440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.133843:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446592 00000004:00080000:2.0:1722795744.133847:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071d28000/2, rc 0, transno 1384975 00000100:00100000:0.0:1722795744.133849:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046422912 00000100:00100000:2.0:1722795744.133849:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766444544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.133851:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046422912 00010000:00010000:0.0:1722795744.133858:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 902 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.133858:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044250 00000100:00100000:1.0:1722795744.133862:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3951:3678:x1806481766446592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.133873:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967560 00000100:00100000:2.0:1722795744.133874:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795744.133877:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+902:2006:x1806482046422912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.133877:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766446720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.133878:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766446976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.133883:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.133886:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 902 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.133887:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795744.133892:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10867 count 1 00010000:00010000:0.0:1722795744.133894:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 902 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.133901:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.133901:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766446208:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.133905:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.133906:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.133909:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133910:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133911:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 902 pid: 16101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.133915:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.133917:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.133918:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.133921:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133922:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a62def40/0xc2e84c07bf904d77 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825493 expref: 902 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.133925:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.133926:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3952:3678:x1806481766444672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1901us (2031us total) trans 4296352273 rc 0/0 00000100:00100000:2.0:1722795744.133928:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766445952:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.133930:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044243 00010000:00010000:1.0:1722795744.133935:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 901 pid: 16101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133936:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.133939:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446720 00000100:00100000:0.0:1722795744.133940:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+901:2006:x1806482046422912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.133940:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.133941:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446720 00010000:00010000:1.0:1722795744.133943:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 901 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.133943:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.133947:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967560 00010000:00010000:2.0:1722795744.133947:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133950:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.133950:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044251 00000100:00100000:1.0:1722795744.133953:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766447104:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.133953:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3952:3678:x1806481766446720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.133954:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133957:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.133959:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.133961:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10868 count 1 00010000:00010000:2.0:1722795744.133962:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.133968:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133968:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.133970:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebe40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.133975:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa67f40 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.133975:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 900 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134009:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.134010:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.134012:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.134021:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.134025:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 900 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.134028:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.134034:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 900 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.134038:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446976 00000100:00100000:3.0:1722795744.134040:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766447232:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.134041:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446976 00000100:00100000:0.0:1722795744.134042:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423040 00000100:00100000:0.0:1722795744.134046:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423040 00010000:00010000:0.0:1722795744.134054:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 901 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.134055:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044252 00000100:00100000:3.0:1722795744.134056:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.134059:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3954:3681:x1806481766446976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.134068:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10870 count 1 00000100:00100000:3.0:1722795744.134068:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.134075:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967561 00010000:00010000:1.0:1722795744.134077:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.134080:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+901:2005:x1806482046423040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.134081:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3954:3678:x1806481766445824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1496us (1519us total) trans 4296352274 rc 0/0 00000100:00100000:3.0:1722795744.134081:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.134085:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044247 00010000:00010000:0.0:1722795744.134086:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.134087:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 901 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134090:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 901 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.134093:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.134094:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.134094:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766446848 00000100:00100000:2.0:1722795744.134096:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766446848 00010000:00010000:0.0:1722795744.134097:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 901 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.134097:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.134106:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044253 00010000:00010000:0.0:1722795744.134107:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800719c33c0/0xc2e84c07bf905255 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825606 expref: 901 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.134109:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3954:3680:x1806481766446848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.134111:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 901 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134116:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1722795744.134116:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10869 count 1 00010000:00010000:0.0:1722795744.134118:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.134119:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 900 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.134120:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134123:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134126:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.134127:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766447360:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.134130:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 900 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134133:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.134135:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.134136:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134138:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.134142:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.134143:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb780 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.134145:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 900 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134147:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134150:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 900 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.134152:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.134154:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.134155:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.134156:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766447488:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.134158:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967561 00010000:00010000:3.0:1722795744.134159:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134162:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.134164:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.134169:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484a80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.134171:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134177:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134181:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa67f47 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.134183:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c52d80/2, rc 0, transno 1384978 00000100:00100000:2.0:1722795744.134187:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766445824:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.134192:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071d29c00/2, rc 0, transno 1384977 00000100:00100000:2.0:1722795744.134193:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766444672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.134208:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766446464:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.134213:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766447616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.134222:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.134225:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.134233:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795744.134236:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766447616 00000100:00100000:2.0:1722795744.134236:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766447744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.134238:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766447616 00000100:00100000:0.0:1722795744.134247:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.134248:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.134254:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766447744 00000100:00100000:1.0:1722795744.134255:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766447744 00000100:00100000:3.0:1722795744.134257:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3956:3680:x1806481766446080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1562us (1586us total) trans 4296352275 rc 0/0 00000100:00100000:3.0:1722795744.134261:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044248 00000100:00100000:0.0:1722795744.134262:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423168 00000100:00100000:0.0:1722795744.134265:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423168 00000100:00100000:1.0:1722795744.134266:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044254 00000100:00100000:2.0:1722795744.134270:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044255 00000100:00100000:1.0:1722795744.134271:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3956:3678:x1806481766447616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.134273:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 900 pid: 15448 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.134273:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3956:3678:x1806481766447744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.134280:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10872 count 1 00002000:00080000:1.0:1722795744.134281:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10871 count 1 00000004:00080000:3.0:1722795744.134284:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d06a00/2, rc 0, transno 1384979 00000100:00100000:0.0:1722795744.134286:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967562 00010000:00010000:2.0:1722795744.134286:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.134289:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.134289:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134295:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 900 pid: 16061 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.134295:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446080:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.134296:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.134298:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 900 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134298:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.134299:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 900 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.134299:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.134301:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134304:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.134305:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.134307:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 900 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.134308:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134315:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d27f3c0/0xc2e84c07bf905748 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825780 expref: 900 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.134321:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.134321:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 899 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134322:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.134323:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.134324:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766447872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.134325:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 899 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.134328:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134329:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 899 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.134331:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 899 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.134336:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766448128:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.134337:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.134338:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766448000:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.134339:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.134349:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+899:2005:x1806482046423168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.134355:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967562 00000100:00100000:2.0:1722795744.134355:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.134356:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.134368:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766447872 00000100:00100000:3.0:1722795744.134371:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766447872 00010000:00010000:1.0:1722795744.134374:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134381:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.134385:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044256 00000100:00100000:3.0:1722795744.134389:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3957:3680:x1806481766447872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.134392:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134421:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.134421:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10873 count 1 00010000:00010000:1.0:1722795744.134428:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134430:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134434:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.134437:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134440:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 898 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134443:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134447:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.134448:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.134451:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134452:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.134458:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa67f4e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134466:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 898 pid: 15475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.134475:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 898 pid: 15475 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.134484:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766448256:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.134513:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.134560:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3958:3680:x1806481766446336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1697us (1765us total) trans 4296352276 rc 0/0 00000100:00100000:1.0:1722795744.134566:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044249 00000004:00080000:3.0:1722795744.134571:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d04700/2, rc 0, transno 1384980 00000100:00100000:3.0:1722795744.134577:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.134616:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766448384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.134634:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.134647:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766448384 00000100:00100000:2.0:1722795744.134649:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766448384 00000100:00100000:2.0:1722795744.134664:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044257 00000100:00100000:2.0:1722795744.134666:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3958:3681:x1806481766448384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.134673:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10874 count 1 00010000:00010000:2.0:1722795744.134680:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134687:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 898 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134690:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.134692:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.134693:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134702:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 898 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.134711:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 898 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.134716:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766448512:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.134735:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.135315:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766447104:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.135328:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.135353:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766447232:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.135366:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.135433:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766448000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.135443:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.135460:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.135461:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766448256:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.135468:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.135470:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.135472:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423296 00000100:00100000:1.0:1722795744.135474:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423296 00000100:00100000:0.0:1722795744.135475:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423552 00000100:00100000:0.0:1722795744.135478:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423552 00000100:00100000:3.0:1722795744.135483:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766447488:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.135485:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 900 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.135485:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 900 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135490:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.135495:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967563 00000100:00100000:2.0:1722795744.135496:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766447360:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.135498:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.135502:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.135502:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967564 00010000:00010000:0.0:1722795744.135504:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 900 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.135507:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.135507:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135510:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 900 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.135514:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.135517:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980acb40/0xc2e84c07bf9071f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808260d3 expref: 900 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.135518:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 900 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135523:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.135523:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.135523:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766448512:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.135525:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135527:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 899 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135529:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135530:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135538:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.135538:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d21c480/0xc2e84c07bf905c2d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825940 expref: 899 pid: 16101 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.135540:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766448128:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.135545:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.135551:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+898:2005:x1806482046423552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (82us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.135552:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.135554:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967563 00010000:00010000:1.0:1722795744.135554:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.135556:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135563:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135576:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.135591:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+897:2005:x1806482046423296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.135598:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967564 00000100:00100000:3.0:1722795744.135604:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.135613:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423808 00000100:00100000:1.0:1722795744.135616:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423808 00010000:00010000:1.0:1722795744.135624:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 897 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.135626:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.135636:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424064 00000100:00100000:0.0:1722795744.135638:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967565 00000100:00100000:1.0:1722795744.135638:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424064 00000100:00100000:3.0:1722795744.135638:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.135642:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+898:2005:x1806482046423808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.135644:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 898 pid: 15475 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135646:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.135647:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.135649:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 898 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135655:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 898 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.135655:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.135662:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078da3600/0xc2e84c07bf906556 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825c34 expref: 898 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.135666:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423424 00000100:00100000:2.0:1722795744.135667:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423680 00000100:00100000:1.0:1722795744.135668:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423424 00010000:00010000:0.0:1722795744.135669:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.135670:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.135671:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423680 00010000:00010000:0.0:1722795744.135672:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.135672:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046423936 00000100:00100000:3.0:1722795744.135674:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046423936 00010000:00010000:1.0:1722795744.135675:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 899 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135676:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135684:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 900 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135684:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 900 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135685:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.135693:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967566 00000100:00100000:0.0:1722795744.135696:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.135698:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046424064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.135698:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967567 00000100:00100000:0.0:1722795744.135701:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967565 00000100:00100000:3.0:1722795744.135702:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+900:2005:x1806482046423424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.135704:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.135706:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967568 00010000:00010000:1.0:1722795744.135707:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 900 pid: 15475 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135707:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.135710:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 899 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.135711:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967569 00000100:00100000:2.0:1722795744.135711:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+899:2005:x1806482046423936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.135713:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+899:2005:x1806482046423680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.135715:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 899 pid: 15475 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135716:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 899 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135717:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.135717:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.135719:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 899 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.135720:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 899 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.135724:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 899 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135725:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a13d8c0/0xc2e84c07bf906094 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825add expref: 899 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.135726:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009094ba80/0xc2e84c07bf907d6d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808265aa expref: 899 pid: 15475 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.135726:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 899 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135732:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.135733:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d99c000/0xc2e84c07bf906bb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80825e25 expref: 898 pid: 16081 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135734:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.135735:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.135735:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136047a80/0xc2e84c07bf90775b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80826277 expref: 897 pid: 16061 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.135735:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135736:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.135739:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135740:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135742:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.135743:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.135743:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.135744:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.135746:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135746:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135746:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135749:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.135750:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135752:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135758:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.135759:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.135765:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.135765:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+895:2005:x1806482046423424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.135771:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967567 00000100:00100000:1.0:1722795744.135773:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+895:2005:x1806482046424064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.135775:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+895:2005:x1806482046423936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.135779:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967566 00000100:00100000:0.0:1722795744.135781:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+894:2005:x1806482046423680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.135782:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967568 00000100:00100000:0.0:1722795744.135787:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967569 00010000:00010000:3.0:1722795744.135795:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135797:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135801:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135802:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135809:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135809:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135812:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135813:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135815:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135816:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135819:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135820:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.135821:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135822:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135825:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135826:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135827:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.135830:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135830:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135833:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.135834:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa67f63 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135836:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135839:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.135841:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.135845:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.135845:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135848:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.135851:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3180/0xc2e84c07bfa67f5c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135854:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135864:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.135871:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa67f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.135937:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3961:3681:x1806481766446976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1875us (1913us total) trans 4296352277 rc 0/0 00000100:00100000:2.0:1722795744.135943:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044252 00010000:00010000:0.0:1722795744.135946:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135951:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.135952:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3960:3678:x1806481766446720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1997us (2062us total) trans 4296352278 rc 0/0 00010000:00010000:0.0:1722795744.135956:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.135956:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044251 00010000:00010000:0.0:1722795744.135959:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135963:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135966:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.135968:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.135969:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d06300/2, rc 0, transno 1384981 00010000:00010000:0.0:1722795744.135971:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.135974:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3959:3678:x1806481766446592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2110us (2145us total) trans 4296352279 rc 0/0 00000100:00100000:2.0:1722795744.135976:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766446976:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.135976:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d05180/2, rc 0, transno 1384982 00010000:00010000:0.0:1722795744.135989:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.135994:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa67f6a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.135997:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044250 00000100:00100000:3.0:1722795744.135998:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766446720:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.136005:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d05f80/2, rc 0, transno 1384983 00000100:00100000:3.0:1722795744.136007:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766446592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.136013:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766448640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.136015:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424192 00000100:00100000:1.0:1722795744.136018:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424192 00000100:00100000:2.0:1722795744.136023:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.136027:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.136028:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 892 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.136029:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766448896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.136037:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.136040:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766448768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.136042:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967570 00000100:00100000:2.0:1722795744.136045:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.136047:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+892:2005:x1806482046424192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.136053:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.136056:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 892 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.136057:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.136065:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 892 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.136066:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766448640 00000100:00100000:2.0:1722795744.136068:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766448640 00000100:00100000:2.0:1722795744.136074:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766448896 00000100:00100000:2.0:1722795744.136075:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766448896 00010000:00010000:1.0:1722795744.136076:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083a70000/0xc2e84c07bf9094e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808276c8 expref: 892 pid: 16061 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.136083:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766448768 00000100:00100000:2.0:1722795744.136084:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766448768 00010000:00010000:1.0:1722795744.136086:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.136087:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3962:3680:x1806481766446848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1975us (2002us total) trans 4296352280 rc 0/0 00010000:00010000:1.0:1722795744.136087:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.136090:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136090:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044258 00000004:00080000:3.0:1722795744.136091:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d04000/2, rc 0, transno 1384984 00000100:00100000:0.0:1722795744.136093:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044253 00000100:00100000:2.0:1722795744.136093:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3962:3681:x1806481766448896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.136096:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136096:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766446848:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.136101:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10877 count 1 00000100:00100000:0.0:1722795744.136107:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044259 00010000:00010000:2.0:1722795744.136108:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136109:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.136111:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3961:3678:x1806481766448768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.136114:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795744.136115:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 891 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136118:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766449024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.136119:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.136120:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1722795744.136122:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10876 count 1 00010000:00010000:2.0:1722795744.136122:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.136126:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+891:2005:x1806482046424192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.136130:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.136131:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136131:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 891 pid: 15602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.136132:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967570 00010000:00010000:2.0:1722795744.136137:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 891 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.136141:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 890 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136142:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766449024 00000100:00100000:3.0:1722795744.136144:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766449024 00010000:00010000:0.0:1722795744.136147:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.136147:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766449152:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.136148:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.136150:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136151:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136157:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136158:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044260 00000100:00100000:2.0:1722795744.136160:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.136161:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3962:3680:x1806481766449024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.136164:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136165:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 890 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136171:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.136173:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10878 count 1 00010000:00010000:0.0:1722795744.136174:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 890 pid: 16075 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.136177:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044261 00010000:00010000:1.0:1722795744.136178:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136179:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3962:3678:x1806481766448640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.136182:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.136183:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766449280:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.136183:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.136186:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.136186:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10875 count 1 00010000:00010000:1.0:1722795744.136192:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136192:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136192:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 890 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136198:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 890 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136198:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.136200:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.136201:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.136202:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136202:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.136202:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.136203:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.136203:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136212:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa67f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136212:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 890 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136217:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 890 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.136218:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 890 pid: 16102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136222:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766449408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.136227:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 890 pid: 16102 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.136232:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.136236:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766449536:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.136241:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136245:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136249:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136253:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136256:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.136257:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136260:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.136261:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136265:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136271:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136274:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa67f86 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.136307:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3963:3678:x1806481766447616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2035us (2080us total) trans 4296352281 rc 0/0 00000100:00100000:1.0:1722795744.136313:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044254 00000004:00080000:3.0:1722795744.136316:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d05880/2, rc 0, transno 1384985 00000100:00100000:3.0:1722795744.136322:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766447616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.136328:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136334:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136339:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1722795744.136341:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136344:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766449664:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.136348:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136353:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3963:3681:x1806481766448384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1685us (1718us total) trans 4296352282 rc 0/0 00010000:00010000:1.0:1722795744.136354:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136357:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.136358:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044257 00010000:00010000:1.0:1722795744.136360:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.136363:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.136369:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136371:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766449664 00000100:00100000:2.0:1722795744.136373:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766449664 00010000:00010000:1.0:1722795744.136379:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136381:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044262 00000100:00100000:2.0:1722795744.136383:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3963:3679:x1806481766449664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.136386:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0240/0xc2e84c07bfa67f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.136390:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10879 count 1 00010000:00010000:2.0:1722795744.136418:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136425:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 890 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136427:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136428:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.136429:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.136431:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136432:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136436:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136440:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136441:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 890 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136443:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.136445:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 890 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.136447:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.136448:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136451:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766449792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.136452:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136458:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136465:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa67f71 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136466:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000004:00080000:2.0:1722795744.136479:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d05c00/2, rc 0, transno 1384986 00000100:00100000:2.0:1722795744.136489:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766448384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.136496:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3964:3680:x1806481766447872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2105us (2155us total) trans 4296352283 rc 0/0 00000100:00100000:1.0:1722795744.136502:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044256 00000100:00100000:2.0:1722795744.136505:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766449920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.136519:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.136526:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d07800/2, rc 0, transno 1384987 00000100:00100000:0.0:1722795744.136531:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766449920 00000100:00100000:0.0:1722795744.136534:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766449920 00000100:00100000:1.0:1722795744.136534:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766447872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.136545:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044263 00000100:00100000:2.0:1722795744.136547:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.136548:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3965:3679:x1806481766449920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.136552:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766450048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.136570:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.136571:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3965:3678:x1806481766447744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2296us (2320us total) trans 4296352284 rc 0/0 00000100:00100000:3.0:1722795744.136575:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044255 00000100:00100000:3.0:1722795744.136585:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766450048 00000100:00100000:3.0:1722795744.136587:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766450048 00000100:00100000:3.0:1722795744.136596:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044264 00000100:00100000:3.0:1722795744.136598:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3965:3681:x1806481766450048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.136600:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10880 count 1 00010000:00010000:0.0:1722795744.136607:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.136607:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10881 count 1 00010000:00010000:3.0:1722795744.136613:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136615:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 890 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136619:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.136620:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.136621:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136621:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 890 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.136624:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.136625:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.136627:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136630:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 890 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136635:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 890 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.136636:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 890 pid: 16083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.136641:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766450176:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.136641:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 890 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.136647:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766450304:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.136658:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.136662:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.136676:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d04a80/2, rc 0, transno 1384988 00000100:00100000:3.0:1722795744.136681:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766447744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.136701:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766450432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.136713:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.136723:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766450432 00000100:00100000:0.0:1722795744.136725:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766450432 00000100:00100000:0.0:1722795744.136735:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044265 00000100:00100000:0.0:1722795744.136737:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3966:3681:x1806481766450432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.136744:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10882 count 1 00010000:00010000:0.0:1722795744.136751:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136757:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 890 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136761:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.136762:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.136763:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136771:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 890 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.136776:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 890 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.136781:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766450560:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.136795:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.136910:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766449152:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.136919:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136938:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766449408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.136947:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.136948:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766449536:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.136955:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.136961:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766449280:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.136973:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.136973:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766449792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.136993:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137123:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.137137:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424320 00000100:00100000:1.0:1722795744.137140:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424320 00000100:00100000:0.0:1722795744.137141:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.137151:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 891 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.137166:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424448 00000100:00100000:1.0:1722795744.137168:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424448 00000100:00100000:2.0:1722795744.137169:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967571 00000100:00100000:2.0:1722795744.137173:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+892:2005:x1806482046424320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.137174:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 892 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137179:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.137182:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 892 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.137188:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967572 00010000:00010000:2.0:1722795744.137188:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 892 pid: 15602 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.137193:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+892:2006:x1806482046424448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.137196:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f886400/0xc2e84c07bf90af07 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808288f7 expref: 892 pid: 15602 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.137200:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.137204:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 892 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137206:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137207:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137209:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137212:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 891 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137213:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137223:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e915680/0xc2e84c07bf909c1b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80827b83 expref: 891 pid: 16114 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137228:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.137232:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.137234:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.137236:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137243:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137243:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+890:2005:x1806482046424320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.137247:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967571 00010000:00010000:3.0:1722795744.137248:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137253:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137256:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.137257:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137264:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137268:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137271:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.137273:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+889:2006:x1806482046424448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.137273:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137277:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.137278:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967572 00010000:00010000:3.0:1722795744.137283:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137286:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa67f8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137333:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.137344:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424576 00000100:00100000:0.0:1722795744.137345:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.137347:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424576 00000100:00100000:2.0:1722795744.137351:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424704 00000100:00100000:0.0:1722795744.137354:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.137354:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 889 pid: 16075 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.137354:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424704 00000100:00100000:0.0:1722795744.137362:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424832 00010000:00010000:2.0:1722795744.137362:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 890 pid: 16102 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.137364:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424832 00000100:00100000:3.0:1722795744.137366:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3967:3681:x1806481766448896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1271us (1319us total) trans 4296352285 rc 0/0 00000100:00100000:3.0:1722795744.137370:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044258 00010000:00010000:0.0:1722795744.137373:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 891 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.137374:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967573 00000100:00100000:2.0:1722795744.137377:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967574 00000100:00100000:1.0:1722795744.137378:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+891:2005:x1806482046424576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.137380:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+891:2006:x1806482046424704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.137384:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967575 00010000:00010000:1.0:1722795744.137384:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.137384:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.137386:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 891 pid: 16102 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.137387:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+891:2003:x1806482046424832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.137387:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 891 pid: 16075 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.137388:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea8a80/2, rc 0, transno 1384989 00010000:00010000:0.0:1722795744.137391:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.137392:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 891 pid: 16102 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.137392:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766448896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.137394:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 891 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.137413:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 891 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.137414:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137419:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096459d40/0xc2e84c07bf90c955 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80829f94 expref: 891 pid: 16102 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.137419:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137424:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137425:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8dc6c0/0xc2e84c07bf90a3ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808280bc expref: 890 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137426:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137427:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.137427:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137428:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137431:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137433:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137433:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137434:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.137434:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.137435:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137437:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137439:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137440:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.137444:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137445:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137448:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa67fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137453:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+889:2006:x1806482046424704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.137455:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 889 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.137456:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.137456:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967574 00010000:00010000:0.0:1722795744.137469:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a12573c0/0xc2e84c07bf90fdb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d262 expref: 888 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.137471:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+888:2005:x1806482046424576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.137472:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137476:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.137477:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967573 00010000:00010000:0.0:1722795744.137478:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.137479:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137481:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137482:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137484:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137488:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137491:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137495:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.137497:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137500:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137505:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137507:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137509:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa67f9b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137515:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.137516:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3967:3678:x1806481766448640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1335us (1488us total) trans 4296352286 rc 0/0 00000100:00100000:3.0:1722795744.137520:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044261 00010000:00010000:1.0:1722795744.137522:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137528:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137534:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137540:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.137542:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.137542:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaaa00/2, rc 0, transno 1384990 00000100:00100000:3.0:1722795744.137546:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766448640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.137548:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.137548:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.137557:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137557:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137562:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+886:2003:x1806482046424832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 173us (206us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.137563:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa67f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137564:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137566:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967575 00010000:00010000:3.0:1722795744.137571:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137577:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137583:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137588:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.137591:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137595:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3967:3680:x1806481766449024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1432us (1463us total) trans 4296352287 rc 0/0 00010000:00010000:3.0:1722795744.137596:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137599:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044260 00010000:00010000:3.0:1722795744.137602:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.137603:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071d29880/2, rc 0, transno 1384991 00010000:00010000:3.0:1722795744.137607:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa67fa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.137611:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766449024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.137613:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766450816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.137627:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.137633:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.137636:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766450816 00000100:00100000:2.0:1722795744.137637:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766450816 00000100:00100000:1.0:1722795744.137638:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766450944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.137640:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425088 00000100:00100000:0.0:1722795744.137642:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425088 00000100:00100000:2.0:1722795744.137646:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044266 00010000:00010000:0.0:1722795744.137649:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 886 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.137649:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3968:3679:x1806481766450816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.137658:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10884 count 1 00000100:00100000:1.0:1722795744.137660:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.137665:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967576 00010000:00010000:2.0:1722795744.137665:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137668:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+886:2006:x1806482046425088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.137671:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 886 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137672:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.137674:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 886 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137675:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.137676:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.137677:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137679:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 886 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.137682:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766450944 00000100:00100000:3.0:1722795744.137685:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766450944 00010000:00010000:0.0:1722795744.137686:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.137686:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.137687:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 886 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137688:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137692:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137692:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 886 pid: 16095 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.137697:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044267 00000100:00100000:2.0:1722795744.137698:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766451072:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.137699:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.137700:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3969:3680:x1806481766450944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.137708:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10885 count 1 00000100:00100000:0.0:1722795744.137709:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+886:2006:x1806482046425088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.137712:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967576 00000100:00100000:2.0:1722795744.137712:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.137715:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137719:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1722795744.137722:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137723:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766450688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.137726:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.137727:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.137728:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137729:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766450176:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.137736:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137738:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137744:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.137745:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.137749:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766451200:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.137761:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766450688 00000100:00100000:0.0:1722795744.137763:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766450688 00000100:00100000:3.0:1722795744.137765:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.137769:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3971:3678:x1806481766448768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1656us (1710us total) trans 4296352289 rc 0/0 00000100:00100000:0.0:1722795744.137772:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044268 00000100:00100000:0.0:1722795744.137774:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3971:3679:x1806481766450688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.137775:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044259 00000004:00080000:3.0:1722795744.137779:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9f80/2, rc 0, transno 1384993 00002000:00080000:0.0:1722795744.137787:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10883 count 1 00000100:00100000:3.0:1722795744.137790:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766448768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.137794:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137800:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 885 pid: 15439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137804:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.137804:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b0d46c0/0xc2e84c07bf91145d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082dd75 expref: 885 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.137805:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.137807:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.137810:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766450304:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.137811:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795744.137816:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 884 pid: 15439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.137817:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766451328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.137819:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137821:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 884 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.137824:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137827:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766451456:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.137827:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137831:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137834:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.137838:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.137840:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.137841:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.137843:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137846:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d29c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.137847:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137852:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766451328 00010000:00010000:3.0:1722795744.137853:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137855:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766451328 00010000:00010000:3.0:1722795744.137856:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1d40/0xc2e84c07bfa67fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137866:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044269 00000100:00100000:0.0:1722795744.137868:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.137869:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d935850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3971:3680:x1806481766451328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.137878:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10886 count 1 00000100:00100000:0.0:1722795744.137882:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046424960 00000100:00100000:0.0:1722795744.137885:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046424960 00010000:00010000:2.0:1722795744.137885:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137891:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 885 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.137895:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 885 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.137895:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.137896:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.137897:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.137907:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 885 pid: 15477 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.137911:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967577 00010000:00010000:2.0:1722795744.137912:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 885 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.137916:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+885:2005:x1806482046424960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.137917:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766451584:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.137922:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.137925:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 885 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.137928:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3972:3681:x1806481766450048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1328us (1357us total) trans 4296352290 rc 0/0 00000100:00100000:2.0:1722795744.137930:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.137932:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044264 00010000:00010000:0.0:1722795744.137934:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 885 pid: 16048 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.137943:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaad80/2, rc 0, transno 1384994 00010000:00010000:0.0:1722795744.137946:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801353706c0/0xc2e84c07bf91031c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082d3b9 expref: 885 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.137948:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766450048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.137951:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3971:3679:x1806481766449664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1567us (1593us total) trans 4296352288 rc 0/0 00010000:00010000:0.0:1722795744.137954:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.137954:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044262 00010000:00010000:0.0:1722795744.137955:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.137958:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.137959:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071d2ad80/2, rc 0, transno 1384992 00000100:00100000:2.0:1722795744.137961:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766449664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.137964:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.137964:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.137968:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766451712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.137975:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.137991:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.137996:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766451840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.137998:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.138002:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.138006:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+884:2005:x1806482046424960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.138010:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967577 00010000:00010000:1.0:1722795744.138010:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.138011:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.138017:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.138023:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.138023:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766451712 00000100:00100000:2.0:1722795744.138026:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766451712 00000100:00100000:3.0:1722795744.138028:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766451840 00010000:00010000:1.0:1722795744.138030:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.138030:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766451840 00010000:00010000:1.0:1722795744.138036:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.138036:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044270 00010000:00010000:1.0:1722795744.138038:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.138039:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3972:3679:x1806481766451712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.138043:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044271 00000100:00100000:3.0:1722795744.138045:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3972:3678:x1806481766451840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.138046:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10887 count 1 00010000:00010000:1.0:1722795744.138050:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138052:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.138053:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10888 count 1 00000100:00100000:0.0:1722795744.138059:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.138059:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 883 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.138060:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.138060:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138063:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.138064:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.138065:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa67fb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138065:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.138067:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425216 00010000:00010000:3.0:1722795744.138067:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 883 pid: 16083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.138069:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425216 00010000:00010000:3.0:1722795744.138071:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.138072:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.138074:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138075:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 884 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138076:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 884 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.138079:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 884 pid: 15458 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.138083:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 884 pid: 16083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.138085:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766451968:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.138088:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 884 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.138093:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967578 00000100:00100000:3.0:1722795744.138094:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766452096:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.138095:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+884:2006:x1806482046425216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.138097:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.138100:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.138102:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 884 pid: 16077 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.138107:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 884 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.138107:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.138114:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.138115:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.138117:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138120:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138128:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.138142:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+884:2006:x1806482046425216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.138151:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967578 00000100:00100000:1.0:1722795744.138182:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3973:3679:x1806481766449920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1631us (1660us total) trans 4296352291 rc 0/0 00000004:00080000:2.0:1722795744.138183:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d04380/2, rc 0, transno 1384995 00000100:00100000:2.0:1722795744.138188:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766449920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.138189:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044263 00000100:00100000:1.0:1722795744.138215:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766452224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.138231:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.138241:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766452224 00000100:00100000:2.0:1722795744.138243:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766452224 00010000:00010000:0.0:1722795744.138250:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089f09200/0xc2e84c07bf911c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e02a expref: 883 pid: 16077 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.138253:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044272 00000100:00100000:2.0:1722795744.138255:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3973:3680:x1806481766452224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.138261:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766450560:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.138262:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10889 count 1 00010000:00010000:2.0:1722795744.138268:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138272:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138275:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 882 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138279:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138279:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.138279:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.138281:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138286:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138289:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 882 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138293:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.138294:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 882 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.138297:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.138299:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766452352:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.138300:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138304:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.138305:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.138313:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.138316:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138325:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138332:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa67fbe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.138449:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3974:3681:x1806481766450432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1709us (1733us total) trans 4296352292 rc 0/0 00000100:00100000:0.0:1722795744.138456:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044265 00000004:00080000:2.0:1722795744.138461:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549e300/2, rc 0, transno 1384996 00000100:00100000:2.0:1722795744.138466:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766450432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.138486:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766452480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.138498:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.138511:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766452480 00000100:00100000:0.0:1722795744.138513:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766452480 00000100:00100000:0.0:1722795744.138525:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044273 00000100:00100000:0.0:1722795744.138529:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3974:3681:x1806481766452480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.138538:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10890 count 1 00010000:00010000:0.0:1722795744.138547:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138556:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 882 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138560:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.138561:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.138563:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138573:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 882 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.138579:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 882 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.138585:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766452608:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.138600:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.138841:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766451968:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.138850:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.138885:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766451072:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.138897:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.139230:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.139253:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.139266:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.139275:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425344 00000100:00100000:2.0:1722795744.139278:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425344 00000100:00100000:3.0:1722795744.139284:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766451200:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.139287:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 883 pid: 15458 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.139289:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425472 00000100:00100000:1.0:1722795744.139292:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425472 00000100:00100000:0.0:1722795744.139294:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766451456:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.139296:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.139298:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425600 00000100:00100000:2.0:1722795744.139299:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425600 00010000:00010000:0.0:1722795744.139303:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139304:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 885 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.139304:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139313:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967579 00000100:00100000:2.0:1722795744.139315:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+885:2005:x1806482046425344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.139320:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.139323:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.139323:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 885 pid: 15458 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.139324:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967580 00000100:00100000:1.0:1722795744.139326:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425728 00010000:00010000:2.0:1722795744.139328:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 885 pid: 15458 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.139329:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425728 00000100:00100000:3.0:1722795744.139329:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+885:2005:x1806482046425600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.139332:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967581 00000100:00100000:0.0:1722795744.139335:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+886:2005:x1806482046425472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.139335:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.139336:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 886 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.139336:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ad4000/0xc2e84c07bf9138ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e700 expref: 886 pid: 15458 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139338:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 886 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.139340:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.139343:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 885 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139343:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.139345:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.139346:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.139348:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 885 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.139348:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139350:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967582 00010000:00010000:2.0:1722795744.139352:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139352:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1621680/0xc2e84c07bf912a52 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e41a expref: 885 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.139354:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+885:2006:x1806482046425728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.139358:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.139359:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.139360:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e18b40/0xc2e84c07bf91233d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e2ca expref: 884 pid: 16095 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139360:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139361:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.139362:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.139365:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 883 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139365:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139368:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.139369:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.139370:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139374:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 883 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139374:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+883:2005:x1806482046425344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (145us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.139374:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.139375:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.139378:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967579 00010000:00010000:0.0:1722795744.139382:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.139385:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.139386:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.139387:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+882:2005:x1806482046425600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.139389:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.139390:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967580 00000100:00100000:0.0:1722795744.139392:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+882:2005:x1806482046425472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.139408:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967581 00010000:00010000:1.0:1722795744.139411:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139412:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132d7fa80/0xc2e84c07bf9131d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e594 expref: 881 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139419:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766451584:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.139420:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139423:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.139424:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139426:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139429:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139431:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139433:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139433:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139435:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139437:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139437:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139438:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139440:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+879:2006:x1806482046425728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.139440:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.139441:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139442:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139443:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139445:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139445:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139446:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967582 00010000:00010000:2.0:1722795744.139450:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139451:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139452:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139454:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0480/0xc2e84c07bfa67fcc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139455:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.139456:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.139457:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139458:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139461:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139464:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139467:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139470:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa67fc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139474:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139480:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa67fda lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.139529:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3977:3680:x1806481766450944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1828us (1870us total) trans 4296352293 rc 0/0 00000100:00100000:3.0:1722795744.139533:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044267 00000004:00080000:1.0:1722795744.139541:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b5f80/2, rc 0, transno 1384997 00000100:00100000:0.0:1722795744.139554:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3976:3679:x1806481766450816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1902us (1924us total) trans 4296352294 rc 0/0 00000100:00100000:1.0:1722795744.139555:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766450944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.139560:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044266 00000100:00100000:3.0:1722795744.139561:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766452096:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.139569:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.139587:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549f800/2, rc 0, transno 1384998 00000100:00100000:2.0:1722795744.139589:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d935850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3975:3680:x1806481766451328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1717us (1747us total) trans 4296352295 rc 0/0 00000004:00080000:1.0:1722795744.139591:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b7800/2, rc 0, transno 1384999 00000100:00100000:0.0:1722795744.139592:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766450816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.139594:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766451328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.139595:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044269 00000100:00100000:0.0:1722795744.139596:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.139603:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766452864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.139610:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.139617:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766452992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.139620:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.139633:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766452736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.139633:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766452864 00000100:00100000:1.0:1722795744.139635:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766452864 00000100:00100000:2.0:1722795744.139635:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.139649:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766452992 00000100:00100000:1.0:1722795744.139651:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766452992 00000100:00100000:0.0:1722795744.139654:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044274 00000100:00100000:0.0:1722795744.139659:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3976:3679:x1806481766452864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.139661:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044275 00000100:00100000:3.0:1722795744.139664:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3976:3681:x1806481766452992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.139670:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10892 count 1 00002000:00080000:3.0:1722795744.139673:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10893 count 1 00010000:00010000:0.0:1722795744.139679:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.139679:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.139679:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139686:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 878 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139688:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 878 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139690:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425856 00010000:00010000:3.0:1722795744.139691:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.139692:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.139693:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.139693:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425856 00010000:00010000:3.0:1722795744.139693:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139695:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.139695:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.139697:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139701:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 879 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139702:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 879 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139707:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 879 pid: 16050 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.139709:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 879 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.139712:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766453120:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.139714:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046425984 00000100:00100000:1.0:1722795744.139715:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046425984 00010000:00010000:0.0:1722795744.139717:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 879 pid: 16059 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.139721:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 880 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.139725:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766453248:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.139727:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.139734:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967583 00000100:00100000:1.0:1722795744.139739:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+880:2006:x1806482046425856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.139741:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.139742:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2c00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.139745:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.139748:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 880 pid: 15439 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.139751:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426112 00000100:00100000:3.0:1722795744.139754:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426112 00000100:00100000:0.0:1722795744.139756:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.139756:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 881 pid: 15439 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139761:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 881 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.139767:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b35b3c0/0xc2e84c07bf911fa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e181 expref: 881 pid: 15439 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139769:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.139770:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766452736 00000100:00100000:0.0:1722795744.139772:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766452736 00000100:00100000:3.0:1722795744.139773:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426240 00000100:00100000:3.0:1722795744.139774:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426240 00010000:00010000:1.0:1722795744.139775:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.139777:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.139778:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 881 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.139779:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.139781:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967584 00000100:00100000:0.0:1722795744.139782:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044276 00000100:00100000:0.0:1722795744.139784:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3977:3679:x1806481766452736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.139784:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+881:2006:x1806482046425984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.139787:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.139788:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967585 00010000:00010000:2.0:1722795744.139790:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.139790:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+881:2006:x1806482046426112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1722795744.139791:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10891 count 1 00010000:00010000:2.0:1722795744.139793:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 881 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139794:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.139797:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 881 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.139798:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139799:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 881 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.139805:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 881 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.139806:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 881 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139806:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.139810:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.139810:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1611440/0xc2e84c07bf914365 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082e8c0 expref: 881 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.139811:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.139812:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139816:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.139817:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.139819:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139820:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.139820:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139821:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.139822:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+880:2006:x1806482046425856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.139823:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139824:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139826:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139827:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139828:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967583 00010000:00010000:0.0:1722795744.139831:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139831:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139834:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139837:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.139838:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.139840:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139842:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967586 00010000:00010000:0.0:1722795744.139844:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139844:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.139846:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+879:2006:x1806482046426240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.139849:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.139853:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa67fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139853:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.139853:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+879:2006:x1806482046426112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.139857:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 879 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139862:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+879:2006:x1806482046425984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.139862:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967585 00010000:00010000:1.0:1722795744.139865:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 879 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139868:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967584 00010000:00010000:1.0:1722795744.139875:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.139876:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.139879:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139882:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139886:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139886:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139891:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139894:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.139895:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.139898:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139901:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.139903:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.139906:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139908:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+877:2006:x1806482046426240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.139912:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.139914:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967586 00010000:00010000:3.0:1722795744.139915:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3cc0/0xc2e84c07bfa67fe8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.139931:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3978:3679:x1806481766450688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2155us (2186us total) trans 4296352296 rc 0/0 00000100:00100000:0.0:1722795744.139935:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044268 00010000:00010000:2.0:1722795744.139957:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135154d80/0xc2e84c07bf914e63 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ec8d expref: 876 pid: 16022 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.139966:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766452352:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.139975:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139992:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.139996:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140001:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140004:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140008:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.140010:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3978:3678:x1806481766451840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1963us (1997us total) trans 4296352297 rc 0/0 00010000:00010000:2.0:1722795744.140011:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801321b73c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.140013:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.140015:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044271 00010000:00010000:2.0:1722795744.140016:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140023:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.140025:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549dc00/2, rc 0, transno 1385000 00010000:00010000:2.0:1722795744.140027:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa67fef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.140033:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766450688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.140033:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880075511180/2, rc 0, transno 1385001 00000100:00100000:3.0:1722795744.140036:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880075511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766451840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.140052:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 875 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.140062:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 875 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.140070:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766453504:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.140070:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766453632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.140081:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.140083:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.140089:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766453376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.140092:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.140096:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766453632 00000100:00100000:3.0:1722795744.140098:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766453632 00000100:00100000:2.0:1722795744.140101:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c11e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3979:3680:x1806481766452224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1844us (1869us total) trans 4296352298 rc 0/0 00000100:00100000:2.0:1722795744.140105:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044272 00000100:00100000:1.0:1722795744.140110:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.140110:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044277 00000100:00100000:3.0:1722795744.140113:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3978:3678:x1806481766453632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.140116:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766453376 00000100:00100000:2.0:1722795744.140118:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766453376 00002000:00080000:3.0:1722795744.140121:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10895 count 1 00000004:00080000:1.0:1722795744.140128:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d2d80/2, rc 0, transno 1385002 00000100:00100000:2.0:1722795744.140128:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044278 00010000:00010000:3.0:1722795744.140128:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.140131:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3979:3680:x1806481766453376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.140134:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766452224:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.140135:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.140138:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10894 count 1 00010000:00010000:3.0:1722795744.140139:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.140140:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.140141:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140145:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.140150:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140151:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 875 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140155:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.140156:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.140157:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.140158:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.140164:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766453760:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.140165:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008860d200/0xc2e84c07bf91560b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ee46 expref: 875 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140166:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 875 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140175:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 874 pid: 16041 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.140176:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766452608:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.140179:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.140181:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766453888:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.140184:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.140189:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.140192:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.140193:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.140196:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.140198:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795744.140200:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.140202:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.140204:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.140207:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.140208:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.140212:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.140213:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.140221:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.140224:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766454016 00010000:00010000:0.0:1722795744.140225:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa67ff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.140227:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766454016 00000100:00100000:1.0:1722795744.140240:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044279 00010000:00010000:2.0:1722795744.140241:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.140244:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3980:3678:x1806481766454016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.140246:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140250:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.140254:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10896 count 1 00010000:00010000:2.0:1722795744.140254:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140257:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140260:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.140262:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140263:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140266:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140272:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140273:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 874 pid: 9450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140276:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa67fe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140279:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.140280:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.140283:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140297:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 874 pid: 9450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140306:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 874 pid: 9450 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.140315:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766454144:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.140335:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eba80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.140350:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3982:3681:x1806481766452480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1819us (1849us total) trans 4296352299 rc 0/0 00000004:00080000:3.0:1722795744.140353:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb3b480/2, rc 0, transno 1385003 00000100:00100000:0.0:1722795744.140356:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044273 00000100:00100000:3.0:1722795744.140358:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766452480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.140363:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3982:3679:x1806481766451712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2323us (2365us total) trans 4296352300 rc 0/0 00000100:00100000:2.0:1722795744.140367:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044270 00000100:00100000:3.0:1722795744.140372:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.140376:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766454272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.140387:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795744.140410:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b5880/2, rc 0, transno 1385004 00000100:00100000:2.0:1722795744.140416:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766454272 00000100:00100000:2.0:1722795744.140418:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766454272 00000100:00100000:1.0:1722795744.140419:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766451712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.140441:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044280 00000100:00100000:2.0:1722795744.140444:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3981:3681:x1806481766454272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.140451:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10897 count 1 00010000:00010000:2.0:1722795744.140458:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140465:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 874 pid: 16067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140468:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.140469:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.140470:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140479:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 874 pid: 16067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140488:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 874 pid: 16067 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.140493:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766454400:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.140494:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766454528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.140508:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.140509:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.140520:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766454528 00000100:00100000:1.0:1722795744.140524:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766454528 00000100:00100000:1.0:1722795744.140537:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044281 00000100:00100000:1.0:1722795744.140541:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3982:3681:x1806481766454528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.140551:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10898 count 1 00010000:00010000:1.0:1722795744.140559:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140569:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 874 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140574:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.140576:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.140578:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140592:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 874 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140600:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 874 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.140609:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766454656:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.140630:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.140730:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766453120:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.140739:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.140747:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766453248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.140758:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.140780:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.140792:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426496 00000100:00100000:1.0:1722795744.140795:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426496 00000100:00100000:0.0:1722795744.140798:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.140805:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 875 pid: 16059 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.140845:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426368 00000100:00100000:1.0:1722795744.140848:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426368 00000100:00100000:2.0:1722795744.140853:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967587 00010000:00010000:1.0:1722795744.140856:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 876 pid: 16050 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.140858:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+876:2005:x1806482046426496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.140865:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.140869:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800767a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766453760:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.140870:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 876 pid: 16059 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.140871:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967588 00000100:00100000:0.0:1722795744.140873:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.140875:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+876:2006:x1806482046426368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.140875:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140878:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 876 pid: 16059 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.140881:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.140885:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 876 pid: 16050 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140890:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00b3cc0/0xc2e84c07bf916714 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f172 expref: 876 pid: 16059 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.140894:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 876 pid: 16050 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140901:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.140903:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.140905:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800998f8900/0xc2e84c07bf916f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f316 expref: 875 pid: 16050 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140905:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140912:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140915:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.140917:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.140917:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.140920:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.140926:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.140927:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.140927:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426752 00000100:00100000:3.0:1722795744.140930:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426752 00010000:00010000:1.0:1722795744.140939:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.140940:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 875 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.140942:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046426496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.140946:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967587 00000100:00100000:3.0:1722795744.140954:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426624 00000100:00100000:1.0:1722795744.140955:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+874:2006:x1806482046426368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.140957:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967589 00000100:00100000:3.0:1722795744.140957:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426624 00000100:00100000:0.0:1722795744.140959:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.140960:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046426752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.140961:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967588 00010000:00010000:2.0:1722795744.140964:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.140964:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140967:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 875 pid: 16039 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.140972:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 874 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.140976:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046426880 00000100:00100000:3.0:1722795744.140990:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046426880 00010000:00010000:2.0:1722795744.140992:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.140993:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.140995:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.140998:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 875 pid: 16041 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.141000:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141006:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.141012:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967590 00000100:00100000:3.0:1722795744.141016:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967591 00000100:00100000:1.0:1722795744.141017:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046426624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.141019:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046426880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.141020:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046426752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.141023:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.141023:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.141024:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967589 00010000:00010000:3.0:1722795744.141024:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.141027:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141027:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 875 pid: 16041 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141032:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 874 pid: 16041 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.141033:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427008 00000100:00100000:2.0:1722795744.141035:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427008 00010000:00010000:1.0:1722795744.141036:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 874 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141040:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.141040:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.141041:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 875 pid: 9450 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141043:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141047:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011df7a400/0xc2e84c07bf917cae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f5bd expref: 875 pid: 16022 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141047:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141049:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.141050:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967592 00000100:00100000:2.0:1722795744.141053:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+875:2005:x1806482046427008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.141054:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.141057:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.141057:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.141058:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.141059:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 874 pid: 9450 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141061:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141064:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 874 pid: 9450 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.141066:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+874:2005:x1806482046426880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (107us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.141069:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.141069:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967591 00010000:00010000:2.0:1722795744.141070:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.141072:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141072:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141075:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141081:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.141087:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.141089:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+873:2005:x1806482046427008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.141089:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427136 00000100:00100000:3.0:1722795744.141091:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427136 00000100:00100000:2.0:1722795744.141092:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967592 00010000:00010000:3.0:1722795744.141096:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 874 pid: 16067 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.141102:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+873:2005:x1806482046426624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.141105:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1a5b00/0xc2e84c07bf915cf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082efd5 expref: 873 pid: 16039 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.141106:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967593 00000100:00100000:3.0:1722795744.141108:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+873:2006:x1806482046427136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.141110:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967590 00010000:00010000:3.0:1722795744.141112:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.141113:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766453504:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.141114:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 872 pid: 16067 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141120:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 871 pid: 16067 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.141121:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141125:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.141126:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141126:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.141127:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141131:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141133:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141135:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141137:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141138:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141140:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.141141:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141145:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141145:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141148:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.141148:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+871:2006:x1806482046427136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 38us (99us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.141149:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141150:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.141151:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967593 00010000:00010000:1.0:1722795744.141152:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141153:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141157:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427264 00000100:00100000:3.0:1722795744.141158:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427264 00010000:00010000:0.0:1722795744.141159:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141159:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141162:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa6800b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141162:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 871 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141164:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.141167:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141168:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135092640/0xc2e84c07bf91755a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f443 expref: 871 pid: 16041 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.141175:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766453888:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.141178:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967594 00010000:00010000:1.0:1722795744.141179:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141181:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+870:2006:x1806482046427264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.141183:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141185:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.141187:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141187:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 870 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141188:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141191:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141192:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 870 pid: 16098 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141194:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa67ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141195:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141198:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141198:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.141199:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.141200:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141202:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141205:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880075e37cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.141207:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141207:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141210:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141212:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.141219:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141220:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+870:2006:x1806482046427264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (70us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.141223:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075e37cc0/0xc2e84c07bfa68019 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141223:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967594 00010000:00010000:3.0:1722795744.141239:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141243:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141247:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141250:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141254:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141257:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.141259:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141266:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141270:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141274:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0000/0xc2e84c07bfa68004 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141275:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cde7180/0xc2e84c07bf919471 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fa2b expref: 869 pid: 16098 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.141283:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766454656:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.141290:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141295:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141298:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141302:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141306:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3986:3679:x1806481766452736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1519us (1548us total) trans 4296352301 rc 0/0 00010000:00010000:2.0:1722795744.141306:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.141307:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3986:3679:x1806481766452864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1646us (1685us total) trans 4296352302 rc 0/0 00010000:00010000:2.0:1722795744.141312:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.141313:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044274 00010000:00010000:2.0:1722795744.141316:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.141317:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044276 00010000:00010000:2.0:1722795744.141317:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141321:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141326:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141329:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141329:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6802e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141336:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141342:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cc7f600/0xc2e84c07bf918c21 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f88e expref: 868 pid: 16067 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141343:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141350:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141354:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766454400:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.141354:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3985:3681:x1806481766452992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1688us (1717us total) trans 4296352304 rc 0/0 00010000:00010000:1.0:1722795744.141357:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141358:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044275 00010000:00010000:0.0:1722795744.141364:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141367:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.141370:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141371:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141376:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141376:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.141376:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb39180/2, rc 0, transno 1385008 00000100:00100000:3.0:1722795744.141379:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766452992:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.141382:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141385:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141388:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141391:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2f40/0xc2e84c07bfa68012 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141393:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141411:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+3984:3681:x1806481766454528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 854us (886us total) trans 4296352305 rc 0/0 00000100:00100000:3.0:1722795744.141414:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141415:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044281 00010000:00010000:0.0:1722795744.141416:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.141419:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141427:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.141430:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141437:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141441:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132d00/0xc2e84c07bfa68027 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.141445:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d65500/2, rc 0, transno 1385009 00000100:00100000:3.0:1722795744.141448:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766454528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141458:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3984:3680:x1806481766453376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1326us (1348us total) trans 4296352303 rc 0/0 00000100:00100000:2.0:1722795744.141461:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044278 00000100:00100000:3.0:1722795744.141461:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.141464:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.141475:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.141477:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb38700/2, rc 0, transno 1385007 00000100:00100000:2.0:1722795744.141481:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766453376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.141485:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766454784 00000100:00100000:3.0:1722795744.141487:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766454784 00000100:00100000:2.0:1722795744.141488:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766454912 00000100:00100000:2.0:1722795744.141490:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766454912 00000100:00100000:3.0:1722795744.141496:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044282 00000100:00100000:3.0:1722795744.141498:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3986:3678:x1806481766454784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141500:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044283 00000100:00100000:1.0:1722795744.141501:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3986:3678:x1806481766453632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1385us (1415us total) trans 4296352306 rc 0/0 00000100:00100000:2.0:1722795744.141503:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3986:3678:x1806481766454912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.141507:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044277 00002000:00080000:3.0:1722795744.141507:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10899 count 1 00002000:00080000:2.0:1722795744.141510:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10900 count 1 00010000:00010000:3.0:1722795744.141514:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141517:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141519:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3985:3681:x1806481766454272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1073us (1130us total) trans 4296352307 rc 0/0 00010000:00010000:3.0:1722795744.141521:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 867 pid: 16088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141522:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044280 00010000:00010000:2.0:1722795744.141524:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 867 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141525:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.141526:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.141527:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141528:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141528:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1722795744.141529:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb38e00/2, rc 0, transno 1385006 00010000:00010000:2.0:1722795744.141530:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.141533:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766452864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.141536:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 867 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141539:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 867 pid: 16089 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.141541:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb39880/2, rc 0, transno 1385005 00010000:00010000:3.0:1722795744.141542:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 867 pid: 16088 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.141544:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766452736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.141544:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 867 pid: 16089 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.141548:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766455040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.141550:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766455168:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.141559:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013619c480/0xc2e84c07bf9182e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082f737 expref: 867 pid: 9450 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.141563:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.141568:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.141570:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766454144:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.141582:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141589:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141589:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766455552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141590:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766455296:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.141596:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141600:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.141602:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141609:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141613:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795744.141614:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb38380/2, rc 0, transno 1385010 00010000:00010000:1.0:1722795744.141615:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141618:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766453632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.141621:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.141622:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.141623:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141626:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766455424:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.141629:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141632:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.141635:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766455680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141636:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.141638:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141644:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766455552 00000100:00100000:0.0:1722795744.141646:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766455296 00000100:00100000:2.0:1722795744.141646:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766455552 00000100:00100000:3.0:1722795744.141647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.141649:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766455296 00010000:00010000:1.0:1722795744.141649:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68020 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.141659:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d67800/2, rc 0, transno 1385011 00000100:00100000:2.0:1722795744.141660:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766455424 00000100:00100000:0.0:1722795744.141662:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766455680 00000100:00100000:2.0:1722795744.141662:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766455424 00000100:00100000:3.0:1722795744.141663:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766454272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.141664:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766455680 00000100:00100000:2.0:1722795744.141669:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044284 00000100:00100000:0.0:1722795744.141672:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044285 00000100:00100000:2.0:1722795744.141672:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3988:3678:x1806481766455552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.141675:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3988:3680:x1806481766455296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.141676:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044286 00000100:00100000:1.0:1722795744.141681:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3988:3680:x1806481766455424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.141682:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1722795744.141683:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10901 count 1 00000100:00100000:3.0:1722795744.141685:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766455808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141687:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044287 00010000:00010000:0.0:1722795744.141689:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141689:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3988:3678:x1806481766455680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.141691:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10902 count 1 00000100:00100000:3.0:1722795744.141695:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795744.141696:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10904 count 1 00010000:00010000:0.0:1722795744.141697:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 866 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141699:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141701:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.141702:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141703:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141704:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141706:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766455808 00000100:00100000:3.0:1722795744.141708:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766455808 00010000:00010000:1.0:1722795744.141709:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 866 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141709:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 866 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.141713:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 866 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141713:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141714:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.141715:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141715:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141716:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.141717:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044288 00010000:00010000:0.0:1722795744.141718:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 866 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141718:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.141719:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3989:3681:x1806481766455808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.141723:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 866 pid: 16075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141724:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766455936:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.141727:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10905 count 1 00010000:00010000:2.0:1722795744.141729:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 866 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.141733:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 866 pid: 15414 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141734:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766456064:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.141734:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.141738:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.141742:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 866 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.141744:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 866 pid: 15448 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.141747:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.141750:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766456192:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.141750:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.141751:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.141753:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.141768:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eba80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.141768:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 866 pid: 15448 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.141777:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 866 pid: 15448 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.141791:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766456320:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.141808:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10903 count 1 00000100:00100000:3.0:1722795744.141812:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.141815:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141822:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 866 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141825:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141826:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.141827:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141836:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 866 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.141841:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 866 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.141846:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766456448:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.141856:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3990:3678:x1806481766454016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1610us (1640us total) trans 4296352308 rc 0/0 00000100:00100000:2.0:1722795744.141858:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484f00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.141862:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044279 00000004:00080000:3.0:1722795744.141862:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d65f80/2, rc 0, transno 1385012 00000100:00100000:3.0:1722795744.141866:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141894:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.141899:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766456576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.141910:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.141922:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766456576 00000100:00100000:1.0:1722795744.141925:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766456576 00000100:00100000:1.0:1722795744.141939:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044289 00000100:00100000:1.0:1722795744.141943:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3990:3680:x1806481766456576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.141952:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10906 count 1 00010000:00010000:1.0:1722795744.141961:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141970:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 866 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.141991:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.141993:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.141996:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142011:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 866 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142020:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 866 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.142028:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766456704:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.142056:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb840 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.142416:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766455040:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.142430:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142468:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.142477:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.142481:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427392 00000100:00100000:3.0:1722795744.142484:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427392 00000100:00100000:2.0:1722795744.142495:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766455168:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.142495:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 867 pid: 16088 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142505:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142509:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427520 00000100:00100000:3.0:1722795744.142511:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427520 00010000:00010000:3.0:1722795744.142517:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 868 pid: 16089 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.142529:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967595 00000100:00100000:1.0:1722795744.142534:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766455936:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.142534:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+868:2005:x1806482046427392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.142541:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.142544:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 868 pid: 16088 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142548:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142557:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 868 pid: 16088 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.142566:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766456064:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.142569:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009957af40/0xc2e84c07bf919cba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fba5 expref: 868 pid: 16088 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142574:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142577:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.142579:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142580:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142583:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142589:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142593:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.142602:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.142605:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142608:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427648 00010000:00010000:2.0:1722795744.142610:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142611:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427648 00010000:00010000:2.0:1722795744.142614:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142618:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142620:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+868:2005:x1806482046427392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.142621:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 868 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142622:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142625:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.142627:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142627:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967595 00010000:00010000:2.0:1722795744.142630:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142635:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427776 00000100:00100000:1.0:1722795744.142637:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427776 00010000:00010000:2.0:1722795744.142640:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142644:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 868 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142644:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0b40/0xc2e84c07bfa68035 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142656:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967596 00000100:00100000:1.0:1722795744.142660:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+868:2005:x1806482046427520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.142661:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967597 00000100:00100000:3.0:1722795744.142666:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+868:2005:x1806482046427648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.142667:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.142672:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 868 pid: 16089 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.142673:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.142676:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 868 pid: 9449 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142680:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 868 pid: 16089 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.142682:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 868 pid: 9449 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.142686:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.142691:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994c0480/0xc2e84c07bf91a477 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082fd49 expref: 868 pid: 16089 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.142691:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081214b40/0xc2e84c07bf91b016 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8082ff48 expref: 868 pid: 9449 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.142695:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.142698:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142699:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142700:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142702:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.142703:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142705:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142706:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428032 00010000:00010000:1.0:1722795744.142706:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142709:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428032 00010000:00010000:1.0:1722795744.142712:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142714:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.142720:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 867 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.142720:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3991:3678:x1806481766454784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1219us (1291us total) trans 4296352309 rc 0/0 00000100:00100000:2.0:1722795744.142724:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044282 00010000:00010000:1.0:1722795744.142726:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.142728:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+867:2005:x1806482046427648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.142731:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967597 00000100:00100000:0.0:1722795744.142734:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428288 00000100:00100000:0.0:1722795744.142736:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428288 00010000:00010000:2.0:1722795744.142737:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142740:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967598 00000100:00100000:1.0:1722795744.142741:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+867:2005:x1806482046427520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (262us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.142741:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142742:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 867 pid: 15414 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.142743:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+867:2006:x1806482046427776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.142745:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142747:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967596 00010000:00010000:3.0:1722795744.142747:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.142749:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142749:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 867 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142752:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142754:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 867 pid: 16075 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142757:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f133180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.142759:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142760:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007493a880/0xc2e84c07bf91ca3a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830418 expref: 866 pid: 16075 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.142762:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967599 00010000:00010000:2.0:1722795744.142763:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142766:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+865:2005:x1806482046428032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.142766:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.142767:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.142768:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967600 00010000:00010000:3.0:1722795744.142768:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142769:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142772:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.142772:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f133180/0xc2e84c07bfa6803c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142772:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142773:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+865:2005:x1806482046428288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.142775:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 865 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.142779:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.142780:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.142783:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 865 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142784:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 865 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.142787:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+865:2006:x1806482046427776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.142790:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967598 00010000:00010000:0.0:1722795744.142791:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 865 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142793:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.142794:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.142797:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142799:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.142800:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.142802:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142803:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142806:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142808:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142812:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.142814:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.142815:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142821:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142826:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+864:2005:x1806482046428032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (140us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.142828:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142830:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+864:2005:x1806482046428288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.142832:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967599 00010000:00010000:3.0:1722795744.142834:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142836:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967600 00000100:00100000:2.0:1722795744.142836:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3991:3678:x1806481766454912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1332us (1360us total) trans 4296352310 rc 0/0 00000100:00100000:2.0:1722795744.142840:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044283 00010000:00010000:3.0:1722795744.142844:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.142847:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.142852:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.142858:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d67100/2, rc 0, transno 1385014 00010000:00010000:3.0:1722795744.142860:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.142863:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766456192:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.142863:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454912:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.142866:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68043 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142868:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766456320:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795744.142868:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d66300/2, rc 0, transno 1385013 00000100:00100000:2.0:1722795744.142870:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766454784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.142874:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142877:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142881:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142882:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142886:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142891:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ba80/0xc2e84c07bf91d5fc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808306bf expref: 862 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.142892:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142896:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142899:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130240 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.142900:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766456704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.142901:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142904:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142905:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.142907:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142910:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.142913:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130240/0xc2e84c07bfa68051 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142915:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142916:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046427904 00000100:00100000:0.0:1722795744.142918:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046427904 00010000:00010000:1.0:1722795744.142921:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142927:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 862 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142927:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142933:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.142941:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.142948:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967601 00010000:00010000:1.0:1722795744.142948:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.142951:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+862:2006:x1806482046427904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.142951:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142954:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3992:3680:x1806481766455296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1277us (1339us total) trans 4296352311 rc 0/0 00010000:00010000:0.0:1722795744.142956:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.142957:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.142958:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044285 00010000:00010000:0.0:1722795744.142959:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 862 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.142964:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 862 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142966:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142972:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eb0af40/0xc2e84c07bf91b954 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808300de expref: 862 pid: 15414 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.142972:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68066 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142989:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.142990:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.142992:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.142996:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.142999:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3991:3678:x1806481766455680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1307us (1349us total) trans 4296352312 rc 0/0 00000100:00100000:2.0:1722795744.143002:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044287 00010000:00010000:0.0:1722795744.143005:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.143012:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.143015:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d65880/2, rc 0, transno 1385015 00000100:00100000:2.0:1722795744.143017:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766456832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.143018:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+861:2006:x1806482046427904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.143019:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143020:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766455296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.143022:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967601 00010000:00010000:1.0:1722795744.143026:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143029:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.143032:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143036:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766457088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143038:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.143040:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fb3b800/2, rc 0, transno 1385016 00010000:00010000:1.0:1722795744.143044:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.143044:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009fb3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766455680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143047:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143049:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.143050:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.143052:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766456960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143053:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.143061:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143062:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.143067:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6804a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143070:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766456832 00000100:00100000:3.0:1722795744.143070:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.143072:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.143072:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766456832 00000100:00100000:3.0:1722795744.143073:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766457216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.143079:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766457088 00000100:00100000:2.0:1722795744.143080:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766457088 00000100:00100000:0.0:1722795744.143081:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428160 00000100:00100000:3.0:1722795744.143082:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.143083:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428160 00000100:00100000:2.0:1722795744.143086:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766456960 00000100:00100000:2.0:1722795744.143087:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766456960 00010000:00010000:0.0:1722795744.143090:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 861 pid: 15448 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.143091:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766457216 00000100:00100000:2.0:1722795744.143093:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766457216 00000100:00100000:3.0:1722795744.143096:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044290 00000100:00100000:3.0:1722795744.143099:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3994:3678:x1806481766456832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.143102:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044291 00000100:00100000:2.0:1722795744.143104:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+3994:3680:x1806481766457088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.143106:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967602 00000100:00100000:0.0:1722795744.143109:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+861:2006:x1806482046428160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1722795744.143112:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10909 count 1 00010000:00010000:0.0:1722795744.143113:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1722795744.143114:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10907 count 1 00010000:00010000:0.0:1722795744.143115:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 861 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.143120:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 861 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.143120:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143122:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143127:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 861 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143128:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d84fc0/0xc2e84c07bf91cf9d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830530 expref: 861 pid: 15448 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.143129:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 861 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143130:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.143131:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.143133:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143133:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.143134:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.143134:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.143135:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.143135:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143137:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143141:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143142:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 860 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143145:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 860 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143147:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 860 pid: 16030 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.143149:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.143150:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 860 pid: 16051 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.143153:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766457344:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.143156:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077780a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766457472:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.143159:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+860:2006:x1806482046428160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.143162:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967602 00000100:00100000:2.0:1722795744.143166:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.143171:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.143175:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044292 00000100:00100000:2.0:1722795744.143177:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+3995:3678:x1806481766456960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.143183:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.143183:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10908 count 1 00000100:00100000:1.0:1722795744.143184:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3995:3680:x1806481766455424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1501us (1545us total) trans 4296352313 rc 0/0 00000004:00080000:3.0:1722795744.143186:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d64e00/2, rc 0, transno 1385017 00010000:00010000:0.0:1722795744.143188:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143188:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143190:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766455424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.143191:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044286 00010000:00010000:0.0:1722795744.143192:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143194:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 859 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143196:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143198:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.143198:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.143199:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143200:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143202:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.143204:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.143204:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044293 00010000:00010000:0.0:1722795744.143208:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.143208:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+3994:3680:x1806481766457216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.143208:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 859 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143213:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143213:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 859 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.143216:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2400/0xc2e84c07bfa68058 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.143219:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10910 count 1 00000100:00100000:2.0:1722795744.143221:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766457728:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.143228:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143234:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.143238:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 859 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.143244:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.143246:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.143246:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766457600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143248:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.143262:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 859 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.143270:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 859 pid: 16055 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.143273:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.143279:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766457856:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.143285:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766457600 00000100:00100000:3.0:1722795744.143292:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766457600 00000100:00100000:0.0:1722795744.143294:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3996:3681:x1806481766455808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1573us (1597us total) trans 4296352314 rc 0/0 00000100:00100000:0.0:1722795744.143299:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044288 00000100:00100000:1.0:1722795744.143303:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb840 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.143303:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044294 00000100:00100000:3.0:1722795744.143305:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3995:3678:x1806481766457600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.143312:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10911 count 1 00000004:00080000:0.0:1722795744.143318:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077781180/2, rc 0, transno 1385018 00010000:00010000:2.0:1722795744.143318:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d134480/0xc2e84c07bf91c16c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830289 expref: 859 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.143319:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143327:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 858 pid: 16097 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143328:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766456448:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.143329:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766455808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.143331:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.143332:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.143333:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143338:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143343:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143347:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143351:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143354:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143355:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 858 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143358:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143360:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 858 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.143361:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f133600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.143363:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143366:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766458112:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.143369:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143376:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.143379:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f133600/0xc2e84c07bfa6805f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143379:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.143427:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3996:3680:x1806481766456576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1482us (1514us total) trans 4296352315 rc 0/0 00000100:00100000:1.0:1722795744.143433:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044289 00000100:00100000:1.0:1722795744.143449:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766457984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.143466:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.143483:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766457984 00000100:00100000:0.0:1722795744.143487:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766457984 00000100:00100000:0.0:1722795744.143501:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044295 00000100:00100000:0.0:1722795744.143505:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+3996:3679:x1806481766457984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.143515:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10912 count 1 00010000:00010000:0.0:1722795744.143524:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.143525:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077780e00/2, rc 0, transno 1385019 00000100:00100000:3.0:1722795744.143530:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766456576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.143534:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 858 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.143539:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.143541:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.143543:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143548:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880091d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766458240:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.143556:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 858 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143561:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.143565:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 858 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.143573:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766458240 00000100:00100000:0.0:1722795744.143576:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766458368:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.143576:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766458240 00000100:00100000:2.0:1722795744.143577:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3997:3678:x1806481766455552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1903us (1975us total) trans 4296352316 rc 0/0 00000100:00100000:2.0:1722795744.143581:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044284 00000100:00100000:1.0:1722795744.143590:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044296 00000100:00100000:0.0:1722795744.143592:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.143594:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+3997:3680:x1806481766458240:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.143603:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d65180/2, rc 0, transno 1385020 00002000:00080000:1.0:1722795744.143604:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10913 count 1 00000100:00100000:2.0:1722795744.143607:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766455552:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143612:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.143622:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 858 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143626:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.143630:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088336680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766458496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.143633:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.143634:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.143637:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.143642:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.143651:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 858 pid: 16046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.143651:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766458496 00000100:00100000:3.0:1722795744.143653:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766458496 00010000:00010000:1.0:1722795744.143659:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 858 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.143662:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044297 00000100:00100000:3.0:1722795744.143665:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+3998:3680:x1806481766458496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.143668:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766458624:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.143673:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10914 count 1 00010000:00010000:3.0:1722795744.143680:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.143687:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eba80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.143687:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 858 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143691:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.143692:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.143693:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143701:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 858 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.143706:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 858 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.143712:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766458752:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.143726:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.144111:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766457344:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.144122:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144139:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077780a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766457472:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.144147:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.144191:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.144201:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766457728:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.144209:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144229:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428544 00000100:00100000:1.0:1722795744.144232:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428544 00000100:00100000:2.0:1722795744.144242:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766457856:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.144243:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 859 pid: 16051 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.144252:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144260:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967603 00000100:00100000:1.0:1722795744.144264:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+859:2005:x1806482046428544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.144271:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.144274:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 859 pid: 16051 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.144282:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 859 pid: 16051 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.144294:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c6af40/0xc2e84c07bf91dc38 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808307d0 expref: 859 pid: 16051 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.144303:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.144305:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.144308:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144314:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144335:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.144346:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144353:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+858:2005:x1806482046428544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (162us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.144354:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144358:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144360:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967603 00010000:00010000:3.0:1722795744.144361:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144365:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144368:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.144370:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144373:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144380:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.144383:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3840/0xc2e84c07bfa68074 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144482:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3999:3678:x1806481766456832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1381us (1451us total) trans 4296352317 rc 0/0 00000100:00100000:3.0:1722795744.144487:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044290 00000004:00080000:2.0:1722795744.144494:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077782680/2, rc 0, transno 1385021 00000100:00100000:2.0:1722795744.144500:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766456832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.144526:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766458880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.144534:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766458112:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.144542:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144547:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.144554:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766458624:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.144555:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.144557:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766458880 00000100:00100000:2.0:1722795744.144558:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766458880 00010000:00010000:0.0:1722795744.144564:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144566:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428800 00000100:00100000:1.0:1722795744.144568:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428800 00000100:00100000:2.0:1722795744.144573:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044298 00000100:00100000:2.0:1722795744.144577:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3999:3678:x1806481766458880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.144578:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 858 pid: 16055 timeout: 940 lvb_type: 0 00002000:00080000:2.0:1722795744.144584:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10915 count 1 00010000:00010000:2.0:1722795744.144591:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144592:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967604 00000100:00100000:1.0:1722795744.144596:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+858:2005:x1806482046428800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.144597:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 858 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144601:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.144602:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.144603:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.144603:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144606:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 858 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.144615:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 858 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144620:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 858 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.144621:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 858 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.144627:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766459008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.144631:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e87e400/0xc2e84c07bf91ee83 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830f1d expref: 858 pid: 16055 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.144640:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.144641:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.144641:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.144644:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144651:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144663:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.144668:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144672:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144676:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144677:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+857:2005:x1806482046428800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.144680:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144683:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967604 00010000:00010000:2.0:1722795744.144683:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144687:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.144688:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144693:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144699:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144702:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68082 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144726:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.144732:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766458368:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.144736:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428672 00000100:00100000:1.0:1722795744.144739:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428672 00010000:00010000:0.0:1722795744.144745:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144747:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.144760:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967605 00000100:00100000:1.0:1722795744.144764:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+857:2005:x1806482046428672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.144777:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.144781:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.144786:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4000:3680:x1806481766457216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1577us (1702us total) trans 4296352318 rc 0/0 00010000:00010000:1.0:1722795744.144789:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.144791:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044293 00010000:00010000:1.0:1722795744.144801:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083844000/0xc2e84c07bf91e664 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830c99 expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.144802:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077782300/2, rc 0, transno 1385022 00000100:00100000:3.0:1722795744.144808:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766457216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.144810:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.144811:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.144814:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.144819:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144829:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.144833:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.144833:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766459136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.144836:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144841:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144845:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144848:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144848:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.144850:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+856:2005:x1806482046428672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.144852:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144856:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967605 00010000:00010000:2.0:1722795744.144858:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f131d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.144860:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144864:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144869:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.144872:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f131d40/0xc2e84c07bfa6807b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.144877:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766458752:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.144885:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.144913:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.144927:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.144932:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428928 00000100:00100000:1.0:1722795744.144941:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.144945:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4000:3678:x1806481766456960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1766us (1881us total) trans 4296352319 rc 0/0 00000100:00100000:2.0:1722795744.144949:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044292 00000004:00080000:3.0:1722795744.144949:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077780700/2, rc 0, transno 1385023 00000100:00100000:1.0:1722795744.144951:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046428416 00000100:00100000:3.0:1722795744.144953:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766456960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.144954:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428416 00000100:00100000:2.0:1722795744.144958:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766459136 00000100:00100000:2.0:1722795744.144960:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766459136 00010000:00010000:1.0:1722795744.144963:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 856 pid: 16030 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.144968:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044299 00000100:00100000:2.0:1722795744.144970:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4000:3678:x1806481766459136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.144972:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766459264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.144976:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429056 00000100:00100000:1.0:1722795744.144993:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429056 00002000:00080000:2.0:1722795744.144994:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10916 count 1 00000100:00100000:3.0:1722795744.144994:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.145001:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145002:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145004:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046428928 00010000:00010000:2.0:1722795744.145009:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 858 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145009:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766459264 00000100:00100000:3.0:1722795744.145011:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766459264 00010000:00010000:0.0:1722795744.145015:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 858 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.145015:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967606 00010000:00010000:2.0:1722795744.145015:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145016:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145018:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145019:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+858:2006:x1806482046428416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.145021:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044300 00000100:00100000:3.0:1722795744.145023:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4001:3680:x1806481766459264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145025:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.145028:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 858 pid: 16030 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145028:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 858 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.145031:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10917 count 1 00000100:00100000:0.0:1722795744.145033:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967607 00010000:00010000:2.0:1722795744.145033:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 858 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.145037:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+858:2005:x1806482046429056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.145037:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 858 pid: 16030 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145038:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145039:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766459392:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.145043:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.145045:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 858 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145046:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 858 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.145048:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085685680/0xc2e84c07bf91e9f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80830de2 expref: 858 pid: 16030 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145049:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.145050:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.145051:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 858 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145052:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145055:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.145057:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.145059:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.145060:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076433180/0xc2e84c07bf921343 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083185b expref: 857 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.145061:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145061:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 857 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145066:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 856 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.145067:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.145068:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145069:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.145070:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145072:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766459520:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.145076:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.145090:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429184 00000100:00100000:3.0:1722795744.145092:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429184 00010000:00010000:1.0:1722795744.145093:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.145096:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145098:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 857 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145103:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145108:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967608 00000100:00100000:1.0:1722795744.145109:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+857:2006:x1806482046428416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.145109:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145111:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+857:2005:x1806482046428928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.145112:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145115:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967606 00010000:00010000:2.0:1722795744.145115:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145115:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.145117:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 857 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145122:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 857 pid: 16097 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.145124:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.145125:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145127:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967609 00000100:00100000:1.0:1722795744.145131:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+856:2006:x1806482046429184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.145131:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f131b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.145133:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145133:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ab8000/0xc2e84c07bf91f48e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083103c expref: 856 pid: 16097 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.145137:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+855:2005:x1806482046429056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (195us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.145137:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.145139:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.145140:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145140:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.145141:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967607 00010000:00010000:3.0:1722795744.145141:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145142:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 855 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145145:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145150:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 854 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145150:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145153:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.145156:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f131b00/0xc2e84c07bfa6806d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145161:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009db898c0/0xc2e84c07bf9207ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831624 expref: 854 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.145163:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+854:2005:x1806482046428928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.145166:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967608 00010000:00010000:1.0:1722795744.145170:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.145172:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.145174:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145178:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.145180:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145193:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.145198:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145203:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145207:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145208:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+852:2006:x1806482046429184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.145211:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145213:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967609 00010000:00010000:0.0:1722795744.145218:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145221:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.145223:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145226:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145230:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4002:3680:x1806481766457088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2124us (2178us total) trans 4296352320 rc 0/0 00010000:00010000:0.0:1722795744.145232:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145234:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044291 00010000:00010000:0.0:1722795744.145236:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68090 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.145239:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077783100/2, rc 0, transno 1385024 00000100:00100000:3.0:1722795744.145243:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766457088:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.145254:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145259:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145260:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.145260:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795744.145263:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145264:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088334380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766459648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.145268:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145269:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429312 00000100:00100000:1.0:1722795744.145271:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429312 00010000:00010000:2.0:1722795744.145271:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145274:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.145276:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145276:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.145280:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 852 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145280:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145285:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145288:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766459648 00010000:00010000:2.0:1722795744.145289:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1200/0xc2e84c07bfa68089 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2a9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145290:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766459648 00000100:00100000:1.0:1722795744.145292:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967610 00000100:00100000:1.0:1722795744.145297:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+852:2005:x1806482046429312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.145299:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044301 00000100:00100000:3.0:1722795744.145301:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4003:3680:x1806481766459648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145302:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.145306:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 852 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.145314:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 852 pid: 16110 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.145314:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10918 count 1 00000100:00100000:0.0:1722795744.145316:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4004:3679:x1806481766457984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1810us (1849us total) trans 4296352321 rc 0/0 00000100:00100000:0.0:1722795744.145320:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044295 00010000:00010000:3.0:1722795744.145321:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145324:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009880c6c0/0xc2e84c07bf921986 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083198f expref: 852 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.145328:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 852 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145331:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.145332:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.145332:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.145334:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.145334:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145336:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.145337:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077781880/2, rc 0, transno 1385025 00000100:00100000:0.0:1722795744.145342:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766457984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145343:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145343:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 851 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145348:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 851 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.145349:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145353:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145353:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4003:3678:x1806481766457600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2046us (2080us total) trans 4296352322 rc 0/0 00000100:00100000:3.0:1722795744.145353:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088336a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766459776:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.145356:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.145357:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044294 00010000:00010000:0.0:1722795744.145358:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145362:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145365:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145365:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.145368:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.145370:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.145371:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+851:2005:x1806482046429312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (111us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.145373:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.145374:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077782d80/2, rc 0, transno 1385026 00000100:00100000:1.0:1722795744.145376:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967610 00000100:00100000:2.0:1722795744.145377:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766457600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.145379:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145382:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68097 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145382:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088335180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766459904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.145394:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.145410:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145414:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766460032:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.145415:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145419:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145425:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145429:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.145429:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145432:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.145434:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145438:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145442:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766459904 00010000:00010000:3.0:1722795744.145443:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145444:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766459904 00000100:00100000:1.0:1722795744.145445:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766459008:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.145447:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2ac0/0xc2e84c07bfa6809e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145453:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766460032 00000100:00100000:0.0:1722795744.145455:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766460032 00010000:00010000:1.0:1722795744.145458:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145466:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044302 00000100:00100000:0.0:1722795744.145470:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4004:3678:x1806481766459904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.145481:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10919 count 1 00010000:00010000:0.0:1722795744.145489:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145500:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 850 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145505:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.145507:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.145509:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.145516:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044303 00000100:00100000:2.0:1722795744.145521:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4005:3679:x1806481766460032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.145522:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4005:3680:x1806481766458496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1856us (1878us total) trans 4296352323 rc 0/0 00010000:00010000:0.0:1722795744.145525:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 850 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145526:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044297 00002000:00080000:2.0:1722795744.145531:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10920 count 1 00000100:00100000:1.0:1722795744.145532:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.145534:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 850 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145541:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145542:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766460160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.145543:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429440 00000004:00080000:3.0:1722795744.145543:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088336680/2, rc 0, transno 1385027 00000100:00100000:1.0:1722795744.145546:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429440 00000100:00100000:3.0:1722795744.145546:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088336680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766458496:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.145551:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 851 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145555:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 851 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145557:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145559:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145560:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145564:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766460288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.145565:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.145569:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967611 00000100:00100000:1.0:1722795744.145573:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+851:2005:x1806482046429440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.145575:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 851 pid: 16103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145575:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.145579:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.145583:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 851 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.145583:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 851 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.145588:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766460288 00000100:00100000:3.0:1722795744.145590:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766460288 00000100:00100000:2.0:1722795744.145591:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766460416:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.145592:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 851 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.145598:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044304 00000100:00100000:3.0:1722795744.145600:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4005:3680:x1806481766460288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145603:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013605d200/0xc2e84c07bf921f83 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831abc expref: 851 pid: 16046 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.145607:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10921 count 1 00000100:00100000:2.0:1722795744.145610:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484f00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.145614:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145619:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.145621:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.145621:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 850 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145623:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145625:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.145626:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.145627:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145630:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145637:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 850 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.145641:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 850 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.145642:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.145647:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766460544:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.145659:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+850:2005:x1806482046429440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.145659:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.145665:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967611 00010000:00010000:1.0:1722795744.145681:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145683:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4006:3680:x1806481766458240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2088us (2120us total) trans 4296352324 rc 0/0 00000004:00080000:3.0:1722795744.145685:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091d64380/2, rc 0, transno 1385028 00000100:00100000:0.0:1722795744.145687:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044296 00010000:00010000:1.0:1722795744.145688:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145689:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880091d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766458240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145695:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145702:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145708:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.145709:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145712:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766460672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.145719:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.145722:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.145723:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.145728:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.145736:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145737:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766460672 00000100:00100000:0.0:1722795744.145739:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766460672 00010000:00010000:1.0:1722795744.145743:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130900/0xc2e84c07bfa680a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.145749:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044305 00000100:00100000:0.0:1722795744.145752:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4006:3680:x1806481766460672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.145759:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10922 count 1 00010000:00010000:0.0:1722795744.145766:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145772:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 849 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145776:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.145777:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.145778:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145787:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 849 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.145792:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 849 pid: 16073 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.145798:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766460800:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.145812:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.145840:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4007:3678:x1806481766458880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1261us (1290us total) trans 4296352325 rc 0/0 00000004:00080000:3.0:1722795744.145844:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071d28700/2, rc 0, transno 1385029 00000100:00100000:1.0:1722795744.145847:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044298 00000100:00100000:3.0:1722795744.145851:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766458880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.145867:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766460928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.145880:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.145891:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766460928 00000100:00100000:2.0:1722795744.145893:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766460928 00000100:00100000:2.0:1722795744.145904:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044306 00000100:00100000:2.0:1722795744.145907:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4007:3678:x1806481766460928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.145914:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10923 count 1 00010000:00010000:2.0:1722795744.145920:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145927:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 849 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145931:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145932:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.145933:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145942:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 849 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.145947:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 849 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.145952:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766461056:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.145966:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.146464:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766459392:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.146474:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.146486:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766459520:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.146495:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.146551:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.146567:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.146588:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088336a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766459776:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.146590:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429568 00000100:00100000:0.0:1722795744.146593:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766460160:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.146593:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429696 00010000:00010000:3.0:1722795744.146593:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146594:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429568 00000100:00100000:2.0:1722795744.146596:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429696 00010000:00010000:0.0:1722795744.146603:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146604:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 851 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.146608:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 851 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.146617:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.146630:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429824 00000100:00100000:1.0:1722795744.146632:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429824 00000100:00100000:2.0:1722795744.146635:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967612 00010000:00010000:1.0:1722795744.146640:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 852 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.146640:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+852:2006:x1806482046429568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.146640:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967613 00000100:00100000:3.0:1722795744.146643:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+852:2006:x1806482046429696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.146647:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.146649:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.146651:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 852 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.146652:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 852 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.146657:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 852 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.146659:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967614 00010000:00010000:2.0:1722795744.146660:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 852 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.146664:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+852:2005:x1806482046429824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.146666:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.146668:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013562dd40/0xc2e84c07bf922740 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831d94 expref: 852 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.146670:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.146670:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830be640/0xc2e84c07bf922414 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831c1a expref: 852 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.146671:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046429952 00000100:00100000:0.0:1722795744.146673:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046429952 00010000:00010000:1.0:1722795744.146674:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 851 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.146674:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.146675:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.146677:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146678:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.146679:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.146680:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 851 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.146680:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146681:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146683:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 851 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.146685:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146689:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.146691:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967615 00010000:00010000:2.0:1722795744.146694:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.146695:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1055680/0xc2e84c07bf9229cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80831ecf expref: 851 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.146696:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+851:2005:x1806482046429952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.146703:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.146703:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+850:2006:x1806482046429696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.146704:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.146705:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.146706:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967613 00010000:00010000:0.0:1722795744.146707:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 850 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.146707:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+850:2006:x1806482046429568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.146708:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.146711:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967612 00010000:00010000:0.0:1722795744.146715:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 849 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.146715:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146718:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146722:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146724:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146726:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fc5200/0xc2e84c07bf922d44 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083203b expref: 848 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.146726:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146728:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146732:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146732:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146734:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.146736:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.146736:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146737:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.146738:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146739:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146739:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146742:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f1318c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.146742:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.146744:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146744:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146747:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146748:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146750:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+847:2005:x1806482046429824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.146751:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146752:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146752:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146755:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967614 00010000:00010000:3.0:1722795744.146755:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1f80/0xc2e84c07bfa680b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146756:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f1318c0/0xc2e84c07bfa680ac lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146766:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.146771:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146774:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146778:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146783:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.146784:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+846:2005:x1806482046429952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.146787:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.146789:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967615 00010000:00010000:3.0:1722795744.146790:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a0900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.146791:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146795:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146799:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146802:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a0900/0xc2e84c07bfa680ba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146809:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146814:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.146816:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146824:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146827:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430080 00000100:00100000:2.0:1722795744.146827:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4008:3678:x1806481766459136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1855us (1978us total) trans 4296352326 rc 0/0 00000100:00100000:1.0:1722795744.146830:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430080 00010000:00010000:0.0:1722795744.146831:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.146832:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044299 00010000:00010000:0.0:1722795744.146837:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146839:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 846 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.146843:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.146846:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.146850:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766460416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.146855:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146857:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.146866:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.146867:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967616 00000100:00100000:1.0:1722795744.146871:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+846:2005:x1806482046430080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.146873:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa680c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146877:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.146878:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4008:3680:x1806481766459648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1575us (1600us total) trans 4296352327 rc 0/0 00010000:00010000:1.0:1722795744.146881:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 846 pid: 16103 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.146882:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044301 00000004:00080000:2.0:1722795744.146883:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088334380/2, rc 0, transno 1385031 00000100:00100000:2.0:1722795744.146887:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088334380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766459648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.146889:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 846 pid: 16103 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.146900:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990cb840/0xc2e84c07bf923015 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832168 expref: 846 pid: 16103 timeout: 940 lvb_type: 0 00000004:00080000:3.0:1722795744.146900:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dd180/2, rc 0, transno 1385030 00000100:00100000:3.0:1722795744.146902:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766459136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.146905:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795744.146909:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.146909:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766461184:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.146911:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.146911:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766461312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.146913:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.146920:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.146920:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.146932:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.146932:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766461184 00000100:00100000:3.0:1722795744.146934:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766461184 00000100:00100000:2.0:1722795744.146935:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.146942:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766461312 00000100:00100000:3.0:1722795744.146944:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766461312 00000100:00100000:1.0:1722795744.146948:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+845:2005:x1806482046430080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.146950:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044307 00000100:00100000:3.0:1722795744.146952:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4010:3678:x1806481766461184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.146953:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044308 00000100:00100000:1.0:1722795744.146954:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967616 00000100:00100000:2.0:1722795744.146956:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4010:3680:x1806481766461312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.146959:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10924 count 1 00002000:00080000:2.0:1722795744.146963:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10925 count 1 00010000:00010000:3.0:1722795744.146966:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146969:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146972:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 844 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.146973:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4010:3678:x1806481766459904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1500us (1576us total) trans 4296352328 rc 0/0 00010000:00010000:2.0:1722795744.146976:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 844 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.146976:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.146991:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044302 00010000:00010000:3.0:1722795744.146991:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.146993:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.146994:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.146995:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.146996:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147003:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 844 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147007:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 844 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147009:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 844 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.147014:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766461440:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.147016:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 844 pid: 16045 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147022:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766461568:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.147023:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088335180/2, rc 0, transno 1385032 00000100:00100000:3.0:1722795744.147027:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.147031:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088335180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766459904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.147035:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.147053:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795744.147057:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766461696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147059:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766460544:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.147070:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.147074:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147082:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147086:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147091:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147094:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147098:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147101:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.147101:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4010:3680:x1806481766459264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2076us (2105us total) trans 4296352329 rc 0/0 00010000:00010000:2.0:1722795744.147102:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.147105:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044300 00010000:00010000:2.0:1722795744.147106:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.147111:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766460800:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.147112:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.147113:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766461696 00000100:00100000:3.0:1722795744.147115:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766461696 00010000:00010000:2.0:1722795744.147116:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130480/0xc2e84c07bfa680c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147119:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.147126:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.147130:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044309 00000100:00100000:3.0:1722795744.147132:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4010:3680:x1806481766461696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147136:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430208 00000100:00100000:1.0:1722795744.147138:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430208 00002000:00080000:3.0:1722795744.147139:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10926 count 1 00010000:00010000:3.0:1722795744.147145:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147147:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 845 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.147152:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 845 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147156:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.147157:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.147158:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.147162:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967617 00000100:00100000:1.0:1722795744.147166:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+845:2005:x1806482046430208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.147167:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 845 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147172:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.147172:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 845 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.147175:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 845 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.147178:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766461824:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.147183:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 845 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147185:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4011:3679:x1806481766460032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1664us (1754us total) trans 4296352330 rc 0/0 00000100:00100000:2.0:1722795744.147189:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044303 00000004:00080000:0.0:1722795744.147190:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088337480/2, rc 0, transno 1385034 00000100:00100000:3.0:1722795744.147193:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.147194:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908886c0/0xc2e84c07bf9233c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808322a3 expref: 845 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.147195:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766460032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.147203:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.147204:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.147207:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.147208:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088337100/2, rc 0, transno 1385033 00000100:00100000:2.0:1722795744.147210:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766459264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.147213:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.147218:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766462080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.147221:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766461056:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.147226:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.147229:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.147231:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.147238:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.147240:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+844:2005:x1806482046430208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.147241:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766461952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147246:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967617 00000100:00100000:3.0:1722795744.147246:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766462080 00000100:00100000:0.0:1722795744.147249:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.147249:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766462080 00000100:00100000:2.0:1722795744.147260:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766461952 00000100:00100000:2.0:1722795744.147262:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766461952 00000100:00100000:3.0:1722795744.147263:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044310 00010000:00010000:1.0:1722795744.147267:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.147267:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4012:3679:x1806481766462080:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.147272:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044311 00010000:00010000:1.0:1722795744.147274:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.147275:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4012:3679:x1806481766461952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.147277:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10928 count 1 00010000:00010000:1.0:1722795744.147280:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.147282:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10927 count 1 00010000:00010000:3.0:1722795744.147286:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147287:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147288:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147293:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147295:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 843 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147298:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 843 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147299:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.147301:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.147302:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147302:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.147303:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.147303:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.147304:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147305:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147308:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147312:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 843 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147317:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 843 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.147320:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 843 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147321:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.147323:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766462208:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.147328:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2d00/0xc2e84c07bfa680cf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147328:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 843 pid: 16045 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.147337:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766462336:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.147338:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.147355:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.147447:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4013:3680:x1806481766460288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1843us (1869us total) trans 4296352331 rc 0/0 00000100:00100000:1.0:1722795744.147453:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044304 00000004:00080000:2.0:1722795744.147465:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077783480/2, rc 0, transno 1385035 00000100:00100000:2.0:1722795744.147471:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766460288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147479:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.147493:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430336 00000100:00100000:2.0:1722795744.147495:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430336 00010000:00010000:2.0:1722795744.147503:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 844 pid: 16073 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.147507:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.147513:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430464 00000100:00100000:2.0:1722795744.147514:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430464 00010000:00010000:2.0:1722795744.147518:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 845 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.147520:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766462464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147522:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967618 00000100:00100000:1.0:1722795744.147527:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+845:2006:x1806482046430336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.147532:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967619 00010000:00010000:1.0:1722795744.147533:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.147536:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.147537:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+845:2006:x1806482046430464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.147538:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 845 pid: 16073 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.147544:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.147546:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766462464 00010000:00010000:1.0:1722795744.147547:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 845 pid: 16073 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147548:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766462464 00010000:00010000:0.0:1722795744.147550:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 845 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147557:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044312 00010000:00010000:0.0:1722795744.147558:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 845 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.147558:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075693a80/0xc2e84c07bf9236f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808323e5 expref: 845 pid: 16073 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147559:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4013:3680:x1806481766462464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.147566:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10929 count 1 00010000:00010000:1.0:1722795744.147569:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.147570:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007345ad00/0xc2e84c07bf923af7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832574 expref: 844 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.147571:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.147572:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147574:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147579:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 843 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147580:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.147581:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147582:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.147582:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.147583:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.147584:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147585:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147591:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.147593:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.147595:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 843 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.147599:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 843 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.147605:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.147605:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766462592:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.147609:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+843:2006:x1806482046430336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.147612:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.147615:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967618 00010000:00010000:3.0:1722795744.147616:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.147622:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+843:2006:x1806482046430464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.147622:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.147624:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.147628:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967619 00010000:00010000:3.0:1722795744.147628:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147632:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147635:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.147637:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147640:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147646:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147649:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147650:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132880/0xc2e84c07bfa680dd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147661:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147667:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147673:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147679:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147684:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.147686:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147693:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147701:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.147705:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa680d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.147721:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4014:3678:x1806481766460928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1813us (1840us total) trans 4296352332 rc 0/0 00000100:00100000:3.0:1722795744.147725:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044306 00000004:00080000:1.0:1722795744.147737:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dce00/2, rc 0, transno 1385036 00000100:00100000:1.0:1722795744.147751:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766460928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147782:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766462720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.147800:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.147810:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766462720 00000100:00100000:3.0:1722795744.147813:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766462720 00000100:00100000:3.0:1722795744.147822:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044313 00000100:00100000:3.0:1722795744.147825:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4014:3681:x1806481766462720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.147832:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10930 count 1 00010000:00010000:3.0:1722795744.147838:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147845:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 841 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147849:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.147850:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.147851:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147860:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 841 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.147865:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 841 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.147871:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766462848:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.147886:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.147913:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766461440:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.147923:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.147946:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.147948:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766461568:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.147954:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430592 00010000:00010000:3.0:1722795744.147954:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.147956:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430592 00010000:00010000:2.0:1722795744.147964:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 842 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.147998:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967620 00000100:00100000:2.0:1722795744.148001:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+842:2005:x1806482046430592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.148006:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.148009:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 842 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148014:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 842 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148022:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133ff46c0/0xc2e84c07bf923efc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832703 expref: 842 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148030:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.148031:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.148032:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148037:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148046:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.148051:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148058:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+841:2005:x1806482046430592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.148058:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148059:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4015:3680:x1806481766460672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2304us (2334us total) trans 4296352333 rc 0/0 00000100:00100000:2.0:1722795744.148061:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967620 00000100:00100000:0.0:1722795744.148064:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044305 00010000:00010000:3.0:1722795744.148064:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148071:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148077:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148083:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.148085:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148092:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148096:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766461824:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.148106:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148108:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148113:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1680/0xc2e84c07bfa680e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148170:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.148182:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430720 00000100:00100000:2.0:1722795744.148184:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430720 00010000:00010000:2.0:1722795744.148191:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 841 pid: 16045 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.148194:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.148214:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4015:3678:x1806481766461184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1259us (1291us total) trans 4296352334 rc 0/0 00000100:00100000:3.0:1722795744.148220:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044307 00000100:00100000:2.0:1722795744.148240:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430848 00000100:00100000:2.0:1722795744.148241:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430848 00000004:00080000:3.0:1722795744.148244:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2df480/2, rc 0, transno 1385037 00010000:00010000:2.0:1722795744.148245:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 842 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.148248:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967621 00000100:00100000:3.0:1722795744.148251:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766460672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.148253:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+842:2005:x1806482046430720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.148254:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967622 00000100:00100000:2.0:1722795744.148257:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+842:2005:x1806482046430848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.148260:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.148264:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 842 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148266:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.148269:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 842 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.148274:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 842 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148275:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 842 pid: 16046 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148282:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007bfce1c0/0xc2e84c07bf924642 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808329bf expref: 842 pid: 16046 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.148284:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795744.148288:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.148289:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.148290:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766462976:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.148290:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e196f40/0xc2e84c07bf9243e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808328df expref: 841 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148291:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148294:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148300:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.148301:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.148304:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.148304:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148304:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.148310:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148318:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+840:2005:x1806482046430848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.148318:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766462976 00000100:00100000:3.0:1722795744.148321:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766462976 00000100:00100000:2.0:1722795744.148322:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967622 00010000:00010000:1.0:1722795744.148324:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.148335:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044314 00000100:00100000:3.0:1722795744.148339:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4015:3679:x1806481766462976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.148340:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+839:2005:x1806482046430720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.148342:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766462208:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.148346:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967621 00010000:00010000:2.0:1722795744.148349:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.148349:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10931 count 1 00010000:00010000:3.0:1722795744.148358:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148365:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 838 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148369:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.148370:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1722795744.148371:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2de680/2, rc 0, transno 1385038 00010000:00010000:3.0:1722795744.148372:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148377:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766461184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.148385:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 838 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148391:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 838 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.148394:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.148411:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766463104:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.148426:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.148427:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046430976 00000100:00100000:0.0:1722795744.148428:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766463232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.148430:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046430976 00010000:00010000:3.0:1722795744.148434:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148439:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148441:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.148441:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 839 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.148443:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148446:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148450:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148453:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.148455:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148457:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766463232 00010000:00010000:3.0:1722795744.148459:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148460:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.148461:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766463232 00000100:00100000:1.0:1722795744.148463:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967623 00010000:00010000:3.0:1722795744.148465:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148467:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+839:2006:x1806482046430976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.148468:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130d80/0xc2e84c07bfa680eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148469:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431104 00000100:00100000:2.0:1722795744.148471:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431104 00000100:00100000:0.0:1722795744.148474:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.148474:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.148478:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 840 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148481:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 840 pid: 16045 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.148482:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431232 00000100:00100000:0.0:1722795744.148485:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431232 00010000:00010000:1.0:1722795744.148487:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 840 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.148494:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 841 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.148498:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5becfc0/0xc2e84c07bf924960 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832ad0 expref: 841 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.148505:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967624 00010000:00010000:1.0:1722795744.148507:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.148508:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.148509:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967625 00000100:00100000:2.0:1722795744.148510:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+840:2006:x1806482046431104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.148511:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.148513:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+840:2006:x1806482046431232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.148517:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.148518:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148520:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 840 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.148524:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.148528:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 840 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.148528:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 840 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.148531:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.148534:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 840 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148538:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.148539:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.148541:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.148541:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.148542:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148543:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148545:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+840:2006:x1806482046430976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.148547:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148547:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148550:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967623 00010000:00010000:2.0:1722795744.148556:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.148558:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.148568:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.148570:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+839:2006:x1806482046431104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.148571:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+839:2006:x1806482046431232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.148575:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967624 00000100:00100000:1.0:1722795744.148576:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431360 00000100:00100000:3.0:1722795744.148578:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967625 00000100:00100000:1.0:1722795744.148579:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431360 00010000:00010000:1.0:1722795744.148587:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 838 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148595:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148599:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148603:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148607:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148609:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967626 00010000:00010000:2.0:1722795744.148610:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148613:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+838:2005:x1806482046431360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.148613:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.148615:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148619:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.148619:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148622:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 838 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148625:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148629:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130fc0/0xc2e84c07bfa68100 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148631:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 838 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.148640:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.148642:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.148645:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148651:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.148660:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4018:3680:x1806481766461312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1703us (1724us total) trans 4296352335 rc 0/0 00010000:00010000:1.0:1722795744.148661:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.148664:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044308 00000100:00100000:1.0:1722795744.148677:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+838:2005:x1806482046431360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (110us total) trans 0 rc 0/0 00000004:00080000:3.0:1722795744.148680:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dd880/2, rc 0, transno 1385039 00000100:00100000:1.0:1722795744.148683:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967626 00000100:00100000:3.0:1722795744.148683:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766461312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.148694:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136201f80/0xc2e84c07bf925561 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832f68 expref: 837 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.148700:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766462848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.148705:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4017:3679:x1806481766461952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1429us (1455us total) trans 4296352336 rc 0/0 00010000:00010000:3.0:1722795744.148708:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148710:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044311 00000100:00100000:1.0:1722795744.148713:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1722795744.148713:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.148715:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549ca80/2, rc 0, transno 1385040 00010000:00010000:3.0:1722795744.148716:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148719:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766463360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.148720:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148721:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766461952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.148727:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148731:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148734:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.148735:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148737:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.148739:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148745:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.148750:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766463360 00000100:00100000:0.0:1722795744.148751:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766463360 00000100:00100000:1.0:1722795744.148751:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766463488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.148751:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1440/0xc2e84c07bfa6810e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148762:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044315 00000100:00100000:1.0:1722795744.148764:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.148766:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044316 00000100:00100000:2.0:1722795744.148766:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4017:3679:x1806481766463232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.148769:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4017:3681:x1806481766463360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.148773:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10932 count 1 00002000:00080000:0.0:1722795744.148776:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10933 count 1 00010000:00010000:2.0:1722795744.148779:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148780:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.148783:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148786:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148790:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.148791:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.148792:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148793:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.148796:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 836 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148799:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.148802:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.148803:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.148805:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148805:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148806:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148810:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.148812:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148815:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766463616:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.148818:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a1b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.148820:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 836 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148820:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.148826:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.148829:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 836 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.148829:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.148835:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766463488 00010000:00010000:1.0:1722795744.148836:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148837:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766463488 00000100:00100000:0.0:1722795744.148839:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766463744:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.148843:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a1b00/0xc2e84c07bfa680f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.148844:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4019:3681:x1806481766462720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1016us (1042us total) trans 4296352337 rc 0/0 00000100:00100000:2.0:1722795744.148847:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044317 00000100:00100000:2.0:1722795744.148850:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4019:3681:x1806481766463488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.148850:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044313 00002000:00080000:2.0:1722795744.148856:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10934 count 1 00000100:00100000:0.0:1722795744.148858:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.148862:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148868:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 836 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148871:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.148872:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.148873:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148880:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1be880/0xc2e84c07bf924c54 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832be8 expref: 836 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.148881:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 836 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.148888:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766462336:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.148890:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 835 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.148895:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766463872:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.148896:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148901:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148904:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148905:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.148908:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148912:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148915:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148918:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133408d80/0xc2e84c07bf9251fd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80832e03 expref: 835 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.148918:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a18c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.148920:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148924:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.148927:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766462592:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.148929:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.148935:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a18c0/0xc2e84c07bfa680f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148936:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148939:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4019:3680:x1806481766461696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1803us (1866us total) trans 4296352338 rc 0/0 00010000:00010000:2.0:1722795744.148941:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148944:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148945:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044309 00010000:00010000:2.0:1722795744.148948:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148952:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148955:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148959:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f133840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.148961:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148965:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.148969:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dc380/2, rc 0, transno 1385041 00010000:00010000:2.0:1722795744.148970:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.148973:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f133840/0xc2e84c07bfa68107 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.148975:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766462720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.149025:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4020:3679:x1806481766462080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1756us (1792us total) trans 4296352339 rc 0/0 00000100:00100000:3.0:1722795744.149028:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044310 00000004:00080000:3.0:1722795744.149046:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dc000/2, rc 0, transno 1385042 00000100:00100000:3.0:1722795744.149051:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766461696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.149070:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4019:3680:x1806481766462464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1509us (1532us total) trans 4296352340 rc 0/0 00000004:00080000:3.0:1722795744.149070:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549c380/2, rc 0, transno 1385044 00000100:00100000:2.0:1722795744.149074:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044312 00000100:00100000:3.0:1722795744.149074:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766462464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.149081:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766464128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.149089:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766464256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.149097:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.149106:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766464128 00000100:00100000:3.0:1722795744.149106:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.149108:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766464128 00000100:00100000:2.0:1722795744.149116:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766464256 00000004:00080000:0.0:1722795744.149117:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549d180/2, rc 0, transno 1385043 00000100:00100000:2.0:1722795744.149118:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766464256 00000100:00100000:3.0:1722795744.149119:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044318 00000100:00100000:3.0:1722795744.149121:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4020:3679:x1806481766464128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.149124:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766462080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.149125:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044319 00000100:00100000:2.0:1722795744.149127:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4020:3680:x1806481766464256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.149129:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10936 count 1 00000100:00100000:0.0:1722795744.149130:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:2.0:1722795744.149134:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10937 count 1 00000100:00100000:0.0:1722795744.149135:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766464000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.149136:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149141:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149143:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 834 pid: 16110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149144:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766464384:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.149147:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149148:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 834 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149148:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.149149:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149152:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149153:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149155:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149161:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 834 pid: 16110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149163:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.149163:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 834 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149167:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 834 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.149169:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 834 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.149172:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766464512:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.149174:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766464640:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.149180:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766464384 00000100:00100000:1.0:1722795744.149183:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766464384 00000100:00100000:2.0:1722795744.149187:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.149187:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.149197:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044320 00000100:00100000:0.0:1722795744.149200:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.149201:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4021:3681:x1806481766464384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.149211:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10938 count 1 00010000:00010000:1.0:1722795744.149220:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.149220:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766463104:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.149228:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.149231:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 834 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.149237:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.149238:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.149238:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766464000 00000100:00100000:2.0:1722795744.149239:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766464000 00010000:00010000:1.0:1722795744.149240:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.149249:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044321 00000100:00100000:2.0:1722795744.149251:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4022:3679:x1806481766464000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.149255:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 834 pid: 16083 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.149257:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10935 count 1 00010000:00010000:1.0:1722795744.149263:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 834 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.149263:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149274:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 834 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149277:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766464768:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.149280:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149281:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149284:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149297:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.149298:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 834 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149302:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.149306:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 834 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.149314:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766464896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.149315:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431488 00000100:00100000:1.0:1722795744.149318:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431488 00010000:00010000:1.0:1722795744.149327:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 835 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.149332:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.149341:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967627 00000100:00100000:1.0:1722795744.149345:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+835:2006:x1806482046431488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.149351:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.149354:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 835 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149363:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 835 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149373:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007df518c0/0xc2e84c07bf925863 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833095 expref: 835 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149381:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.149383:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.149383:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766463616:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.149385:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.149392:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149393:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149418:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.149428:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.149428:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.149429:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149434:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149442:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149446:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149447:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+834:2006:x1806482046431488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.149449:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149453:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967627 00010000:00010000:2.0:1722795744.149453:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a2880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.149454:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149458:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149464:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431616 00010000:00010000:2.0:1722795744.149464:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149467:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431616 00010000:00010000:2.0:1722795744.149467:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a2880/0xc2e84c07bfa68115 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149472:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.149475:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 834 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.149482:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431872 00000100:00100000:0.0:1722795744.149483:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046431744 00000100:00100000:2.0:1722795744.149484:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431872 00000100:00100000:0.0:1722795744.149485:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046431744 00000100:00100000:1.0:1722795744.149488:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967628 00000100:00100000:1.0:1722795744.149492:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+836:2005:x1806482046431616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.149492:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 836 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.149493:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149497:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.149501:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 836 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.149504:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967629 00000100:00100000:0.0:1722795744.149507:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+836:2005:x1806482046431744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.149507:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967630 00010000:00010000:1.0:1722795744.149509:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 836 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.149509:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+836:2005:x1806482046431872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.149511:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.149514:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.149514:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.149516:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 836 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.149519:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149519:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.149521:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.149522:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 836 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149523:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149527:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012427bcc0/0xc2e84c07bf926035 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083344d expref: 836 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.149528:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.149529:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.149530:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149531:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149534:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149541:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.149544:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.149552:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+835:2005:x1806482046431872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.149556:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967630 00000100:00100000:1.0:1722795744.149557:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+835:2005:x1806482046431616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.149563:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967628 00010000:00010000:0.0:1722795744.149576:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.149578:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.149580:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149584:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149594:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.149607:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+833:2005:x1806482046431744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.149611:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967629 00000100:00100000:2.0:1722795744.149628:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4023:3679:x1806481766462976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1289us (1323us total) trans 4296352341 rc 0/0 00000100:00100000:2.0:1722795744.149632:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044314 00010000:00010000:3.0:1722795744.149634:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801324b3840/0xc2e84c07bf92688c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808338ad expref: 832 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.149642:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801337e6400/0xc2e84c07bf926567 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808336c3 expref: 831 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.149643:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766463872:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.149644:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149648:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766463744:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.149649:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149651:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149653:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149655:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149656:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149657:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149659:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149659:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149660:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149663:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149663:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f1321c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.149663:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149665:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149667:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149667:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149668:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149670:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149671:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149674:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149674:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149674:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f133a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.149676:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149677:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.149677:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f1321c0/0xc2e84c07bfa6811c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149679:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149680:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149683:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149685:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.149689:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f133a80/0xc2e84c07bfa6812a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149690:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149696:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68123 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.149746:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4024:3679:x1806481766463232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 980us (1304us total) trans 4296352342 rc 0/0 00000100:00100000:2.0:1722795744.149751:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044315 00000100:00100000:3.0:1722795744.149767:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4023:3681:x1806481766463488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 916us (1002us total) trans 4296352343 rc 0/0 00000004:00080000:2.0:1722795744.149769:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c50e00/2, rc 0, transno 1385046 00000100:00100000:3.0:1722795744.149771:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044317 00000100:00100000:2.0:1722795744.149774:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766463232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.149779:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe2d80/2, rc 0, transno 1385045 00000100:00100000:2.0:1722795744.149780:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766462976:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795744.149788:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1f80/2, rc 0, transno 1385047 00000100:00100000:1.0:1722795744.149793:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766463488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.149806:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766465152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.149819:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.149829:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766465152 00000100:00100000:3.0:1722795744.149829:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.149830:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766465152 00000100:00100000:3.0:1722795744.149832:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766465024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.149839:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044322 00000100:00100000:3.0:1722795744.149839:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.149841:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4024:3679:x1806481766465152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.149848:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10940 count 1 00000100:00100000:3.0:1722795744.149850:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766465024 00000100:00100000:3.0:1722795744.149852:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766465024 00000100:00100000:1.0:1722795744.149855:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.149855:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.149861:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044323 00010000:00010000:2.0:1722795744.149862:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 830 pid: 16083 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.149864:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4025:3679:x1806481766465024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.149865:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.149866:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432000 00010000:00010000:2.0:1722795744.149866:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.149868:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.149869:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432000 00002000:00080000:3.0:1722795744.149871:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10939 count 1 00010000:00010000:2.0:1722795744.149876:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 831 pid: 16083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.149878:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 831 pid: 16110 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.149878:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.149881:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 831 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.149885:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 831 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149887:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4025:3681:x1806481766463360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1117us (1148us total) trans 4296352344 rc 0/0 00010000:00010000:3.0:1722795744.149889:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.149890:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766465408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.149890:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.149891:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149895:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044316 00000100:00100000:1.0:1722795744.149901:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967631 00010000:00010000:3.0:1722795744.149901:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 831 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.149902:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.149906:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+831:2006:x1806482046432000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.149906:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 831 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149912:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.149912:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766465536:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.149916:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 831 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.149917:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766464512:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.149924:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 831 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.149924:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.149931:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.149932:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766465280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.149936:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089f28240/0xc2e84c07bf9274cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808346e5 expref: 831 pid: 16110 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.149937:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.149943:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766464640:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.149943:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.149945:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432128 00010000:00010000:1.0:1722795744.149945:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.149947:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432128 00010000:00010000:1.0:1722795744.149947:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.149949:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.149950:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.149955:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 831 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.149956:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.149957:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766465280 00000100:00100000:3.0:1722795744.149958:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766465280 00000100:00100000:2.0:1722795744.149959:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766464896:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.149964:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.149971:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967632 00000100:00100000:0.0:1722795744.149974:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+831:2005:x1806482046432128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.149976:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.149989:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044324 00010000:00010000:0.0:1722795744.149990:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.149992:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4025:3680:x1806481766465280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.149994:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 831 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.149996:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.149999:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10941 count 1 00010000:00010000:2.0:1722795744.150000:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150001:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 831 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.150004:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.150005:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+831:2006:x1806482046432000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (150us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.150005:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150008:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150009:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.150011:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.150011:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967631 00010000:00010000:0.0:1722795744.150012:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150012:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150012:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 831 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150016:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a33c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.150016:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.150016:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.150017:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150017:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150018:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150021:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150024:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.150026:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150027:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 830 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150030:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a33c0/0xc2e84c07bfa68131 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150031:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 830 pid: 16109 timeout: 940 lvb_type: 0 00000004:00080000:1.0:1722795744.150036:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c50700/2, rc 0, transno 1385048 00000100:00100000:3.0:1722795744.150037:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766465664:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.150038:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+830:2005:x1806482046432128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.150041:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967632 00000100:00100000:3.0:1722795744.150047:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.150049:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766463360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.150061:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.150067:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432256 00010000:00010000:1.0:1722795744.150067:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e0a640/0xc2e84c07bf9294b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808358e3 expref: 829 pid: 16083 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.150069:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432256 00000100:00100000:3.0:1722795744.150069:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.150074:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766465792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.150075:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 829 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.150077:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766464768:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.150086:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.150090:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.150091:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967633 00000100:00100000:0.0:1722795744.150093:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+829:2006:x1806482046432256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.150097:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.150098:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766465792 00010000:00010000:0.0:1722795744.150099:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 829 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150100:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766465792 00010000:00010000:0.0:1722795744.150104:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 829 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.150105:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.150112:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150114:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013205ed00/0xc2e84c07bf928e1e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835689 expref: 829 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150115:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044325 00000100:00100000:3.0:1722795744.150117:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4027:3680:x1806481766465792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.150119:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150121:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.150122:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.150123:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.150124:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10942 count 1 00010000:00010000:1.0:1722795744.150126:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150127:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150130:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.150132:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150135:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.150136:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 828 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.150138:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.150140:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.150141:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150141:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.150142:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+828:2006:x1806482046432256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (81us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.150142:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.150146:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967633 00010000:00010000:1.0:1722795744.150147:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.150147:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4027:3679:x1806481766464128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1023us (1049us total) trans 4296352345 rc 0/0 00000100:00100000:2.0:1722795744.150151:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044318 00010000:00010000:3.0:1722795744.150151:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 827 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.150156:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150156:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 827 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150161:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766465920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.150163:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6813f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150163:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150168:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150171:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.150172:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150176:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150180:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150183:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.150184:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.150184:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549fb80/2, rc 0, transno 1385049 00000100:00100000:0.0:1722795744.150188:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.150188:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150193:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766464128:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.150195:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.150196:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432384 00000100:00100000:0.0:1722795744.150198:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432384 00010000:00010000:2.0:1722795744.150198:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132ac0/0xc2e84c07bfa68138 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150205:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 828 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.150219:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967634 00000100:00100000:0.0:1722795744.150222:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+828:2005:x1806482046432384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.150225:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.150227:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 828 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150228:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.150232:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766466048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.150236:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 828 pid: 16043 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.150243:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008664e1c0/0xc2e84c07bf926d55 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80833bbd expref: 828 pid: 16043 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150244:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.150248:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.150249:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.150251:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150255:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.150265:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.150270:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.150272:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4028:3681:x1806481766464384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1070us (1108us total) trans 4296352346 rc 0/0 00000100:00100000:0.0:1722795744.150276:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+827:2005:x1806482046432384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.150278:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044320 00010000:00010000:3.0:1722795744.150279:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.150281:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967634 00010000:00010000:3.0:1722795744.150283:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.150285:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4028:3680:x1806481766464256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1156us (1178us total) trans 4296352347 rc 0/0 00010000:00010000:3.0:1722795744.150286:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.150288:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766466048 00000100:00100000:2.0:1722795744.150289:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044319 00010000:00010000:3.0:1722795744.150290:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.150291:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766466048 00010000:00010000:3.0:1722795744.150293:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f131680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.150295:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150298:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.150299:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044326 00000100:00100000:2.0:1722795744.150301:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070aea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4027:3679:x1806481766466048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.150304:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150307:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f131680/0xc2e84c07bfa68146 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ab7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.150314:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10943 count 1 00010000:00010000:2.0:1722795744.150320:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.150322:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c11e680/2, rc 0, transno 1385050 00010000:00010000:2.0:1722795744.150327:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 826 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150331:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.150332:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.150334:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009c11e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766464384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.150334:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150360:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766466176:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.150363:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 826 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150368:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 826 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.150373:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766466304:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.150377:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.150386:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.150388:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766466176 00000100:00100000:1.0:1722795744.150391:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766466176 00000004:00080000:3.0:1722795744.150415:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007549f480/2, rc 0, transno 1385051 00000100:00100000:3.0:1722795744.150419:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766464256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.150421:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044327 00000100:00100000:1.0:1722795744.150425:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4029:3679:x1806481766466176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.150435:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10944 count 1 00000100:00100000:0.0:1722795744.150436:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795744.150443:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766466432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.150444:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.150454:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 826 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.150457:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.150460:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.150462:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.150462:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4029:3679:x1806481766464000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1210us (1262us total) trans 4296352348 rc 0/0 00010000:00010000:1.0:1722795744.150464:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150466:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044321 00000004:00080000:2.0:1722795744.150468:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071c50a80/2, rc 0, transno 1385052 00000100:00100000:2.0:1722795744.150472:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766464000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.150476:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766466432 00010000:00010000:1.0:1722795744.150477:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 826 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150478:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766466432 00010000:00010000:1.0:1722795744.150486:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 826 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.150487:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044328 00000100:00100000:3.0:1722795744.150489:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4029:3681:x1806481766466432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.150491:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766466688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.150496:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766466560:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.150496:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10945 count 1 00000100:00100000:0.0:1722795744.150499:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.150502:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.150509:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 826 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.150510:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766466688 00000100:00100000:2.0:1722795744.150513:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766466688 00010000:00010000:3.0:1722795744.150513:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.150514:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.150515:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.150517:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.150525:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 826 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.150530:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044329 00010000:00010000:3.0:1722795744.150530:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 826 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.150534:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4030:3681:x1806481766466688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.150539:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766466816:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.150544:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10946 count 1 00010000:00010000:2.0:1722795744.150552:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.150554:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.150562:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 826 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150568:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.150569:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.150571:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150586:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 826 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.150595:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 826 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.150604:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766466944:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.150624:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.151105:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766465408:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.151107:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.151115:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.151124:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766465536:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.151133:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.151169:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432512 00000100:00100000:1.0:1722795744.151172:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432512 00000100:00100000:0.0:1722795744.151180:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.151183:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 827 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151209:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432640 00000100:00100000:1.0:1722795744.151211:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967635 00000100:00100000:2.0:1722795744.151211:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432640 00000100:00100000:1.0:1722795744.151215:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+828:2006:x1806482046432512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.151219:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 828 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151222:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.151225:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766465664:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.151226:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 828 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151234:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 828 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151234:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967636 00010000:00010000:3.0:1722795744.151234:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151237:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+828:2005:x1806482046432640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.151242:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.151244:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 828 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151246:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e28ef40/0xc2e84c07bf929915 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835a4f expref: 828 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151250:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 828 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151256:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.151257:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151257:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0453cc0/0xc2e84c07bf929b76 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835b05 expref: 827 pid: 16083 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151260:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151263:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151264:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151265:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151266:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151270:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.151271:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766465920:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.151274:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.151276:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151278:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.151287:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.151289:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432768 00000100:00100000:2.0:1722795744.151291:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+826:2005:x1806482046432640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.151291:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432768 00000100:00100000:2.0:1722795744.151294:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967636 00010000:00010000:3.0:1722795744.151299:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 827 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.151303:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+826:2006:x1806482046432512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (196us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.151306:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.151309:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967635 00010000:00010000:2.0:1722795744.151311:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.151315:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967637 00010000:00010000:2.0:1722795744.151316:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.151318:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+825:2006:x1806482046432768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.151320:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151323:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151323:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.151325:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 825 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151326:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f1306c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.151328:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151330:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 825 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151332:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151336:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151338:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b43600/0xc2e84c07bf929eb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835c6a expref: 825 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151340:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f1306c0/0xc2e84c07bfa6814d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151345:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.151346:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.151347:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151351:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151359:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.151370:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046432768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.151374:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967637 00010000:00010000:3.0:1722795744.151412:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151417:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151421:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151428:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151430:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4031:3679:x1806481766465152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1587us (1610us total) trans 4296352349 rc 0/0 00010000:00010000:3.0:1722795744.151431:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151434:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044322 00010000:00010000:3.0:1722795744.151435:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a3600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.151436:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151440:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151445:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151449:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a3600/0xc2e84c07bfa68154 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.151456:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2df800/2, rc 0, transno 1385053 00000100:00100000:2.0:1722795744.151462:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766465152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.151463:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.151477:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046432896 00000100:00100000:3.0:1722795744.151479:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046432896 00010000:00010000:3.0:1722795744.151486:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 824 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151488:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.151495:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766467072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.151496:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.151500:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433024 00000100:00100000:3.0:1722795744.151502:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433024 00010000:00010000:3.0:1722795744.151507:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 825 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151509:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967638 00000100:00100000:2.0:1722795744.151513:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+825:2006:x1806482046432896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.151519:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967639 00010000:00010000:2.0:1722795744.151521:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.151524:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+825:2005:x1806482046433024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.151525:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 825 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151530:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 825 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151531:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.151536:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 825 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151538:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777c3a80/0xc2e84c07bf92a1d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835d66 expref: 825 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151545:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 824 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151545:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151546:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151548:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151552:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151556:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.151558:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151559:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.151561:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151567:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151574:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046432896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.151578:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.151578:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967638 00000100:00100000:0.0:1722795744.151581:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.151583:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4031:3679:x1806481766465024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1716us (1740us total) trans 4296352350 rc 0/0 00000100:00100000:3.0:1722795744.151590:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044323 00000100:00100000:1.0:1722795744.151592:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+823:2005:x1806482046433024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.151597:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433280 00000100:00100000:1.0:1722795744.151598:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967639 00000100:00100000:2.0:1722795744.151599:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433280 00000100:00100000:0.0:1722795744.151605:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.151605:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 824 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.151611:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433152 00010000:00010000:3.0:1722795744.151611:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.151614:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433152 00000100:00100000:2.0:1722795744.151615:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967640 00000100:00100000:2.0:1722795744.151617:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046433280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.151619:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151621:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.151622:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 824 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.151623:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 824 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.151626:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151628:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 824 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.151633:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151634:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151635:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.151637:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967641 00010000:00010000:2.0:1722795744.151637:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151640:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151640:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.151641:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046433152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.151645:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.151645:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a21c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.151646:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.151647:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.151648:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151651:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 824 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151655:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046433280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (76us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.151655:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151659:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 824 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.151659:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967640 00000100:00100000:2.0:1722795744.151666:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433408 00000100:00100000:2.0:1722795744.151668:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433408 00010000:00010000:1.0:1722795744.151669:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.151669:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151671:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151672:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 824 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.151674:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151675:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a21c0/0xc2e84c07bfa6815b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151680:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151687:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967642 00000100:00100000:2.0:1722795744.151689:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046433408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.151690:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.151694:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.151698:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 824 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.151706:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+824:2006:x1806482046433152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.151706:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 824 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.151707:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766466816:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.151712:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967641 00010000:00010000:2.0:1722795744.151717:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135720fc0/0xc2e84c07bf92abad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808361d4 expref: 824 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.151719:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151728:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151729:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.151731:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151737:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151739:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1129b00/0xc2e84c07bf92a7d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836037 expref: 822 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.151749:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766466560:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.151752:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.151758:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151760:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151762:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151767:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151770:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151771:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+821:2006:x1806482046433408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.151771:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4031:3680:x1806481766465280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1776us (1825us total) trans 4296352351 rc 0/0 00010000:00010000:1.0:1722795744.151773:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151774:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151777:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801321b73c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.151777:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967642 00000100:00100000:3.0:1722795744.151777:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044324 00010000:00010000:0.0:1722795744.151779:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151780:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151786:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151793:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.151798:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dea00/2, rc 0, transno 1385055 00010000:00010000:1.0:1722795744.151799:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151804:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.151804:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081032d00/0xc2e84c07bf92ae3f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083631d expref: 820 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.151805:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766465280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.151807:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151810:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766466944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.151814:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151820:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151821:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151823:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151824:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151828:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.151829:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68170 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151829:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151832:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151832:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151835:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151836:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.151839:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321b73c0/0xc2e84c07bfa68177 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151839:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151842:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f131440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.151843:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151844:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151847:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151850:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151854:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151856:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.151858:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f131440/0xc2e84c07bfa6817e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151866:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801312a06c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.151869:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151876:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151885:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.151891:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a06c0/0xc2e84c07bfa68162 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.151914:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.151927:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4033:3679:x1806481766466176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1500us (1546us total) trans 4296352352 rc 0/0 00000004:00080000:2.0:1722795744.151929:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dfb80/2, rc 0, transno 1385056 00000100:00100000:1.0:1722795744.151933:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044327 00000100:00100000:2.0:1722795744.151940:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766466176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.151943:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766467072 00000004:00080000:2.0:1722795744.151945:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dc700/2, rc 0, transno 1385054 00000100:00100000:1.0:1722795744.151946:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766467072 00000100:00100000:2.0:1722795744.151947:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766465024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.151953:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766467200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.151963:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044330 00000100:00100000:3.0:1722795744.151963:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766467328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.151964:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.151967:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4034:3679:x1806481766467072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.151993:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10947 count 1 00000100:00100000:3.0:1722795744.151993:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.152003:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152009:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.152012:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766467456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.152013:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152016:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4034:3681:x1806481766466432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1524us (1556us total) trans 4296352353 rc 0/0 00010000:00010000:1.0:1722795744.152019:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.152021:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.152022:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044328 00010000:00010000:1.0:1722795744.152023:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152025:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.152026:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4034:3681:x1806481766466688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1492us (1526us total) trans 4296352354 rc 0/0 00000100:00100000:2.0:1722795744.152030:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044329 00000100:00100000:0.0:1722795744.152034:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766467200 00000100:00100000:0.0:1722795744.152037:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766467200 00000100:00100000:3.0:1722795744.152037:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766467328 00010000:00010000:1.0:1722795744.152038:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152039:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766467328 00000100:00100000:2.0:1722795744.152040:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766467456 00000100:00100000:2.0:1722795744.152041:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766467456 00010000:00010000:1.0:1722795744.152047:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.152052:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044331 00000100:00100000:1.0:1722795744.152056:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766467584:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.152057:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044332 00000100:00100000:0.0:1722795744.152059:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4035:3679:x1806481766467200:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.152060:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044333 00000100:00100000:3.0:1722795744.152061:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4035:3680:x1806481766467328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.152063:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4035:3680:x1806481766467456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.152068:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10949 count 1 00002000:00080000:2.0:1722795744.152070:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10950 count 1 00000100:00100000:1.0:1722795744.152074:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.152074:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152077:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.152078:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008f800/2, rc 0, transno 1385058 00000100:00100000:0.0:1722795744.152084:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766466688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.152084:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 819 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152085:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152089:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152089:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.152089:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1722795744.152090:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008e300/2, rc 0, transno 1385057 00010000:00010000:3.0:1722795744.152090:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152091:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152091:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152093:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766466432:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.152100:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 819 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152101:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152106:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 819 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.152106:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.152107:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10948 count 1 00000100:00100000:2.0:1722795744.152111:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766467712:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.152112:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766467840:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.152116:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152125:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484780 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.152127:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 819 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152128:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.152131:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.152132:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.152134:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152139:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f35bcc0/0xc2e84c07bf92a52b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80835ee7 expref: 819 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.152145:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152145:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766466304:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.152150:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.152154:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152157:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766468096:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.152158:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766467968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.152158:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152162:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152170:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152173:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.152173:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.152176:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.152177:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152180:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.152182:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152185:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.152189:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795744.152190:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152193:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4035:3680:x1806481766465792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2074us (2105us total) trans 4296352355 rc 0/0 00000100:00100000:1.0:1722795744.152194:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766468224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.152194:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132400/0xc2e84c07bfa68169 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152197:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044325 00000100:00100000:3.0:1722795744.152204:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766467968 00000100:00100000:3.0:1722795744.152206:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766467968 00000100:00100000:1.0:1722795744.152208:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.152223:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766468224 00000100:00100000:3.0:1722795744.152224:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766468224 00000100:00100000:0.0:1722795744.152230:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044334 00000100:00100000:0.0:1722795744.152234:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4036:3678:x1806481766467968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.152234:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044335 00000100:00100000:2.0:1722795744.152237:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4036:3678:x1806481766468224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.152242:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10951 count 1 00002000:00080000:2.0:1722795744.152245:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10952 count 1 00000004:00080000:3.0:1722795744.152246:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dd500/2, rc 0, transno 1385059 00010000:00010000:0.0:1722795744.152248:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152250:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766465792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.152251:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.152255:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152257:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 818 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.152258:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.152259:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.152260:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152261:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152262:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152263:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.152267:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766468352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.152269:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152272:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 818 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152277:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 818 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.152278:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.152279:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.152282:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766468608:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.152284:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766468480:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.152290:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766468352 00000100:00100000:3.0:1722795744.152292:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766468352 00000100:00100000:2.0:1722795744.152297:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.152300:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044336 00000100:00100000:3.0:1722795744.152302:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4037:3680:x1806481766468352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.152309:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10953 count 1 00010000:00010000:3.0:1722795744.152315:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152322:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 818 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152326:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.152326:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.152328:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152334:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.152336:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 818 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.152341:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 818 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.152346:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766468736:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.152358:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.152365:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070aea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4038:3679:x1806481766466048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2061us (2119us total) trans 4296352356 rc 0/0 00000100:00100000:2.0:1722795744.152369:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044326 00000004:00080000:2.0:1722795744.152446:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2dca80/2, rc 0, transno 1385060 00000100:00100000:2.0:1722795744.152450:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766466048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.152591:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766468864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.152610:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.152620:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766468864 00000100:00100000:2.0:1722795744.152623:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766468864 00000100:00100000:2.0:1722795744.152634:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044337 00000100:00100000:2.0:1722795744.152636:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4038:3681:x1806481766468864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.152643:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10954 count 1 00010000:00010000:2.0:1722795744.152650:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152657:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 818 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152660:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152661:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.152663:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152672:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 818 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152677:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 818 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.152682:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766468992:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.152697:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.152804:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766467584:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.152809:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766467712:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.152811:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.152817:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152822:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.152829:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.152832:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433536 00000100:00100000:3.0:1722795744.152833:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766467840:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.152834:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433536 00000100:00100000:0.0:1722795744.152838:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.152842:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.152842:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152851:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967643 00000100:00100000:2.0:1722795744.152854:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+819:2006:x1806482046433536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.152858:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.152860:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.152863:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766468096:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.152865:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.152866:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766468608:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.152873:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152873:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a1daf40/0xc2e84c07bf92b0ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836451 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.152878:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.152879:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.152881:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152885:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152892:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.152898:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152904:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+818:2006:x1806482046433536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.152905:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152907:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967643 00010000:00010000:1.0:1722795744.152912:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152915:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433792 00000100:00100000:2.0:1722795744.152917:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433792 00010000:00010000:1.0:1722795744.152918:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152921:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 818 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.152925:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.152933:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.152935:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152935:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433664 00010000:00010000:1.0:1722795744.152936:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152936:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433664 00010000:00010000:2.0:1722795744.152940:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 819 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.152942:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.152948:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967644 00000100:00100000:2.0:1722795744.152950:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+819:2006:x1806482046433792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.152952:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152953:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.152955:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.152958:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68185 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152960:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.152967:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800978fd440/0xc2e84c07bf92b611 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083671b expref: 819 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.152972:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.152972:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.152974:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.152993:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153000:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967645 00000100:00100000:1.0:1722795744.153005:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+818:2005:x1806482046433664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.153011:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.153013:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.153015:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.153017:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.153025:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+818:2006:x1806482046433792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.153026:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.153027:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153027:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046433920 00000100:00100000:2.0:1722795744.153029:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967644 00000100:00100000:3.0:1722795744.153029:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046433920 00000100:00100000:0.0:1722795744.153035:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434176 00000100:00100000:0.0:1722795744.153037:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434176 00010000:00010000:3.0:1722795744.153038:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.153043:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133cc6400/0xc2e84c07bf92b8e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083684f expref: 819 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153045:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 819 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153050:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967646 00010000:00010000:1.0:1722795744.153052:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.153053:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+818:2005:x1806482046433920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.153054:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.153056:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153056:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967647 00000100:00100000:2.0:1722795744.153058:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+818:2005:x1806482046434176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.153058:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.153060:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.153062:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.153063:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153065:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153066:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.153067:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766468480:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.153070:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.153074:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.153074:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124638b40/0xc2e84c07bf92b2c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836562 expref: 818 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153075:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153077:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086602400/0xc2e84c07bf92baa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836936 expref: 818 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153081:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.153082:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.153083:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.153084:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.153084:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153086:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153088:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153090:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+816:2005:x1806482046433664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (250us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.153090:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153095:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.153096:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967645 00010000:00010000:3.0:1722795744.153097:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.153103:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+816:2005:x1806482046434176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.153107:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967647 00000100:00100000:3.0:1722795744.153110:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+815:2005:x1806482046433920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.153114:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967646 00010000:00010000:2.0:1722795744.153120:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153124:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153124:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153127:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153129:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153129:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153132:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153132:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153133:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153136:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153136:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153136:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153139:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f131200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.153139:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153140:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153140:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153143:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.153143:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153144:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153145:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153146:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.153148:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153149:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153149:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153151:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153155:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153155:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f131200/0xc2e84c07bfa68193 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153156:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153161:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa681a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153163:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa6818c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153194:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4040:3679:x1806481766467072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1225us (1278us total) trans 4296352357 rc 0/0 00000100:00100000:1.0:1722795744.153200:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044330 00000100:00100000:1.0:1722795744.153228:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.153232:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4041:3680:x1806481766467456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1168us (1206us total) trans 4296352358 rc 0/0 00000100:00100000:2.0:1722795744.153236:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044333 00000100:00100000:3.0:1722795744.153251:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434048 00000004:00080000:2.0:1722795744.153254:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008ce00/2, rc 0, transno 1385061 00000100:00100000:3.0:1722795744.153254:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434048 00000100:00100000:2.0:1722795744.153258:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766467072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153262:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 814 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.153270:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.153273:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967648 00000100:00100000:2.0:1722795744.153275:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.153276:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+814:2005:x1806482046434048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.153279:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766469120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153281:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.153283:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 814 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153288:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 814 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.153292:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.153295:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994cdf80/0xc2e84c07bf92bca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836a5c expref: 814 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.153301:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766469120 00000100:00100000:2.0:1722795744.153302:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766469120 00010000:00010000:3.0:1722795744.153302:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.153303:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.153304:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153309:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153317:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.153318:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044338 00000100:00100000:0.0:1722795744.153319:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4041:3678:x1806481766467968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1082us (1141us total) trans 4296352360 rc 0/0 00000100:00100000:2.0:1722795744.153320:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4041:3679:x1806481766469120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.153326:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044334 00002000:00080000:2.0:1722795744.153327:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10955 count 1 00000100:00100000:3.0:1722795744.153327:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+813:2005:x1806482046434048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.153331:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967648 00010000:00010000:2.0:1722795744.153333:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153338:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434304 00000100:00100000:3.0:1722795744.153339:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434304 00010000:00010000:2.0:1722795744.153340:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 812 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153344:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.153344:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153344:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 813 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153345:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153346:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153352:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153356:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.153359:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153359:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967649 00000100:00100000:3.0:1722795744.153361:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+813:2006:x1806482046434304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795744.153364:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434432 00010000:00010000:0.0:1722795744.153365:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153365:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.153366:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434432 00010000:00010000:3.0:1722795744.153367:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 813 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153370:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153371:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 814 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153372:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 814 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153375:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.153377:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153378:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.153379:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.153380:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967650 00000004:00080000:1.0:1722795744.153381:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070ae8700/2, rc 0, transno 1385064 00010000:00010000:3.0:1722795744.153381:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153382:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+814:2005:x1806482046434432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.153383:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153385:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153386:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795744.153387:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766467968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.153388:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 814 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.153391:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153394:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 814 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153394:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.153412:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132640/0xc2e84c07bfa681a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153416:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.153416:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+814:2006:x1806482046434304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.153417:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.153419:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153420:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967649 00010000:00010000:2.0:1722795744.153423:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153429:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.153433:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795744.153440:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4040:3680:x1806481766467328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1379us (1448us total) trans 4296352359 rc 0/0 00000100:00100000:1.0:1722795744.153441:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766469248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.153441:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+813:2005:x1806482046434432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.153444:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044332 00000100:00100000:2.0:1722795744.153445:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967650 00000100:00100000:1.0:1722795744.153459:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.153459:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a80cfc0/0xc2e84c07bf92bf1e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836b9e expref: 812 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.153463:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 812 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153465:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766468736:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.153469:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 811 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.153471:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153475:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766469376:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.153476:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153480:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153483:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153484:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.153487:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153494:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153497:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:2.0:1722795744.153499:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aeb480/2, rc 0, transno 1385062 00010000:00010000:3.0:1722795744.153499:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153503:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153504:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766467456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.153507:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4040:3678:x1806481766468224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1268us (1297us total) trans 4296352361 rc 0/0 00000004:00080000:2.0:1722795744.153508:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aeb800/2, rc 0, transno 1385063 00010000:00010000:3.0:1722795744.153508:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153511:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766467328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153511:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa681af lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.153513:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044335 00010000:00010000:2.0:1722795744.153522:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098965d40/0xc2e84c07bf92c0d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ca8 expref: 811 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.153523:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766469248 00000100:00100000:0.0:1722795744.153525:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766469248 00000100:00100000:2.0:1722795744.153529:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766468992:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.153533:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766469632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.153535:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.153536:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044339 00000100:00100000:0.0:1722795744.153540:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4041:3678:x1806481766469248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.153540:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153543:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153547:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.153550:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10956 count 1 00000100:00100000:1.0:1722795744.153551:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.153552:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153556:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153558:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153559:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f132f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.153560:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153562:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795744.153564:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153566:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 810 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153567:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766469504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.153569:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.153570:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.153571:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.153572:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153572:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f132f40/0xc2e84c07bfa681b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153580:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.153580:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4041:3680:x1806481766468352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1276us (1299us total) trans 4296352362 rc 0/0 00010000:00010000:0.0:1722795744.153582:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 810 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153583:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044336 00010000:00010000:0.0:1722795744.153588:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 810 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153591:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766469632 00000100:00100000:3.0:1722795744.153592:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766469632 00000100:00100000:0.0:1722795744.153594:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766469760:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.153595:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766469504 00000100:00100000:1.0:1722795744.153598:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766469504 00000100:00100000:3.0:1722795744.153602:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044340 00000100:00100000:3.0:1722795744.153604:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4042:3681:x1806481766469632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.153605:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.153612:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044341 00000100:00100000:1.0:1722795744.153616:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4043:3681:x1806481766469504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.153622:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10958 count 1 00002000:00080000:1.0:1722795744.153626:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10957 count 1 00010000:00010000:3.0:1722795744.153629:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.153635:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153639:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 810 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153642:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153643:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.153645:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 810 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153645:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.153651:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.153653:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153654:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 810 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.153655:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153659:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 810 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153664:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766469888:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.153669:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 810 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153673:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4043:3681:x1806481766468864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1033us (1060us total) trans 4296352363 rc 0/0 00000100:00100000:2.0:1722795744.153677:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044337 00010000:00010000:1.0:1722795744.153678:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 810 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153679:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.153687:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766470016:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795744.153698:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070ae8380/2, rc 0, transno 1385066 00000100:00100000:2.0:1722795744.153702:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766468352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.153704:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.153719:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:1.0:1722795744.153721:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aebb80/2, rc 0, transno 1385067 00000100:00100000:2.0:1722795744.153723:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766470144:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153724:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153728:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766468864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153728:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153732:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153735:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.153736:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153740:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.153742:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aead80/2, rc 0, transno 1385065 00010000:00010000:3.0:1722795744.153743:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.153745:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153746:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766468224:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153749:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153750:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795744.153754:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.153756:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766470272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153758:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa6819a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153761:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766470400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.153773:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.153774:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766470144 00000100:00100000:2.0:1722795744.153775:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766470144 00000100:00100000:2.0:1722795744.153784:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766470272 00000100:00100000:2.0:1722795744.153785:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766470272 00000100:00100000:2.0:1722795744.153791:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044342 00000100:00100000:2.0:1722795744.153793:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4045:3679:x1806481766470144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.153794:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044343 00000100:00100000:1.0:1722795744.153799:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4045:3678:x1806481766470272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.153800:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10959 count 1 00010000:00010000:2.0:1722795744.153807:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.153808:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10960 count 1 00010000:00010000:2.0:1722795744.153814:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 810 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.153818:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153818:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.153819:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.153820:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.153827:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 810 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153829:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 810 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153832:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4045:3679:x1806481766467200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1773us (1867us total) trans 4296352364 rc 0/0 00010000:00010000:1.0:1722795744.153833:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.153834:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 810 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.153835:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.153836:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044331 00010000:00010000:1.0:1722795744.153837:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153839:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766470528:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.153851:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 810 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153853:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.153860:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 810 pid: 16108 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.153864:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070ae9180/2, rc 0, transno 1385068 00000100:00100000:2.0:1722795744.153868:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766467200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.153869:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766470656:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.153874:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.153886:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.153888:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766470400 00000100:00100000:2.0:1722795744.153889:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766470784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.153890:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766470400 00000100:00100000:1.0:1722795744.153891:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.153897:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.153899:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044344 00000100:00100000:3.0:1722795744.153901:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4045:3680:x1806481766470400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.153907:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766470784 00002000:00080000:3.0:1722795744.153908:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10961 count 1 00000100:00100000:2.0:1722795744.153909:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766470784 00010000:00010000:3.0:1722795744.153914:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.153917:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044345 00000100:00100000:2.0:1722795744.153920:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4046:3680:x1806481766470784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.153924:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 810 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.153926:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10962 count 1 00010000:00010000:3.0:1722795744.153928:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153929:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153930:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153932:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153938:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 810 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.153939:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 810 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153942:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.153943:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.153943:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 810 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.153944:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.153949:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766470912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.153953:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 810 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.153958:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 810 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.153964:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.153967:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766471040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.153992:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.154408:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.154420:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434688 00000100:00100000:0.0:1722795744.154422:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.154423:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434688 00010000:00010000:2.0:1722795744.154431:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 811 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.154441:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434944 00000100:00100000:1.0:1722795744.154442:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766470016:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.154443:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434944 00010000:00010000:2.0:1722795744.154449:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 812 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154455:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.154458:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766469888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.154468:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967651 00000100:00100000:1.0:1722795744.154471:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766469760:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.154471:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154473:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+812:2005:x1806482046434688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.154474:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.154478:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154480:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.154482:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434560 00010000:00010000:2.0:1722795744.154484:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 812 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.154484:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434560 00000100:00100000:0.0:1722795744.154488:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967652 00000100:00100000:0.0:1722795744.154491:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+813:2005:x1806482046434944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.154492:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 813 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.154493:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 813 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.154497:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.154500:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 813 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.154504:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a47a80/0xc2e84c07bf92c442 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836ea7 expref: 813 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.154506:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 813 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.154506:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967653 00000100:00100000:3.0:1722795744.154510:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+812:2005:x1806482046434560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.154512:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.154514:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154515:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e98f3c0/0xc2e84c07bf92c5ae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836fb1 expref: 812 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.154516:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154516:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.154518:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 812 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.154523:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154524:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 811 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.154532:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.154533:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.154535:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154537:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.154539:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154541:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154545:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154546:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.154550:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154554:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154555:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+811:2005:x1806482046434688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (159us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.154557:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.154560:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+811:2005:x1806482046434560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.154561:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967651 00010000:00010000:1.0:1722795744.154564:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795744.154565:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967653 00010000:00010000:1.0:1722795744.154566:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154570:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154576:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154580:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa681c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154590:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154592:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154594:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154601:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154601:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007826f840/0xc2e84c07bf92c22e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80836d96 expref: 809 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.154611:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766469376:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.154616:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.154620:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154625:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154628:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154631:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+808:2005:x1806482046434944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 139us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.154632:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154636:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154637:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967652 00010000:00010000:2.0:1722795744.154640:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154644:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011f130b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.154645:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154649:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154655:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154658:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f130b40/0xc2e84c07bfa681bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154659:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.154665:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4047:3678:x1806481766469248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1124us (1205us total) trans 4296352365 rc 0/0 00000100:00100000:0.0:1722795744.154667:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046434816 00000100:00100000:0.0:1722795744.154669:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046434816 00000100:00100000:1.0:1722795744.154670:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044339 00010000:00010000:0.0:1722795744.154675:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 808 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154684:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154689:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154692:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967654 00010000:00010000:1.0:1722795744.154693:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154695:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+808:2005:x1806482046434816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.154697:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154700:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.154701:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154702:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 808 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154704:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.154706:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154707:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 808 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154710:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154714:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136072d00/0xc2e84c07bf92c71a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837098 expref: 808 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154715:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154718:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa681d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154720:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154721:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154722:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154727:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154738:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.154738:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4047:3679:x1806481766469120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1416us (1445us total) trans 4296352366 rc 0/0 00000100:00100000:2.0:1722795744.154742:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044338 00000100:00100000:0.0:1722795744.154748:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+807:2005:x1806482046434816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (88us total) trans 0 rc 0/0 00000004:00080000:3.0:1722795744.154750:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008ed80/2, rc 0, transno 1385070 00000100:00100000:0.0:1722795744.154752:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967654 00000100:00100000:3.0:1722795744.154758:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766469120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.154764:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766470528:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.154773:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.154786:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795744.154793:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766471168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.154794:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4047:3681:x1806481766469504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1176us (1212us total) trans 4296352367 rc 0/0 00000100:00100000:1.0:1722795744.154798:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044341 00000100:00100000:2.0:1722795744.154811:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766470912:192.168.201.15@tcp:104: 00000004:00080000:1.0:1722795744.154815:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edf100/2, rc 0, transno 1385069 00000100:00100000:3.0:1722795744.154817:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.154820:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766469248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.154821:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154828:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.154828:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766471168 00000100:00100000:1.0:1722795744.154830:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766471168 00000100:00100000:0.0:1722795744.154835:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435200 00000100:00100000:0.0:1722795744.154837:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435200 00010000:00010000:0.0:1722795744.154843:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 807 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.154845:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766471296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.154848:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044346 00000100:00100000:1.0:1722795744.154851:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4047:3679:x1806481766471168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.154854:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766471040:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.154858:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967655 00000100:00100000:0.0:1722795744.154861:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+807:2005:x1806482046435200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1722795744.154862:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10963 count 1 00010000:00010000:0.0:1722795744.154865:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.154865:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154867:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 807 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154869:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.154869:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.154872:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 807 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154877:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 807 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154877:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766471296 00010000:00010000:0.0:1722795744.154879:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.154879:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.154879:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766471296 00010000:00010000:0.0:1722795744.154881:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154881:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.154882:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.154882:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154883:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154885:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154886:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154891:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154894:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 807 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154894:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044347 00010000:00010000:0.0:1722795744.154895:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.154895:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154898:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4048:3679:x1806481766471296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.154898:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154899:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 807 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.154901:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.154903:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154906:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+807:2005:x1806482046435200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.154906:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766471424:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.154907:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10964 count 1 00010000:00010000:3.0:1722795744.154907:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154910:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967655 00010000:00010000:3.0:1722795744.154913:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.154915:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.154916:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa681cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.154921:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.154923:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 806 pid: 16045 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.154926:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edc380/2, rc 0, transno 1385071 00010000:00010000:2.0:1722795744.154928:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.154930:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766469504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.154930:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.154932:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154937:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a38a880/0xc2e84c07bf92cc1b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837331 expref: 806 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.154943:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 805 pid: 16045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.154945:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766470656:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.154946:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.154950:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 805 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154952:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.154956:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435456 00000100:00100000:0.0:1722795744.154958:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435456 00010000:00010000:1.0:1722795744.154960:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.154963:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766471552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.154964:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.154967:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 806 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.154968:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154971:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154975:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154994:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795744.154994:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.154996:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967656 00010000:00010000:1.0:1722795744.154996:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.154999:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.155000:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+806:2005:x1806482046435456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.155005:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155007:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.155009:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa681e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155011:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 806 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.155019:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 806 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.155027:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4049:3681:x1806481766469632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1421us (1475us total) trans 4296352368 rc 0/0 00010000:00010000:0.0:1722795744.155030:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132a90b40/0xc2e84c07bf92cff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837584 expref: 806 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.155032:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044340 00010000:00010000:0.0:1722795744.155040:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.155042:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.155044:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155050:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.155063:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766471680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.155065:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.155069:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.155081:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+805:2005:x1806482046435456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.155084:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435072 00000100:00100000:0.0:1722795744.155086:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967656 00000100:00100000:2.0:1722795744.155086:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435072 00000100:00100000:1.0:1722795744.155087:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4049:3678:x1806481766470272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1288us (1313us total) trans 4296352369 rc 0/0 00000100:00100000:1.0:1722795744.155092:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044343 00010000:00010000:2.0:1722795744.155093:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 805 pid: 16048 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.155105:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967657 00000100:00100000:3.0:1722795744.155105:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.155108:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435328 00000004:00080000:1.0:1722795744.155108:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008d880/2, rc 0, transno 1385073 00000100:00100000:2.0:1722795744.155108:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+805:2005:x1806482046435072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.155110:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435328 00010000:00010000:2.0:1722795744.155112:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.155114:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 806 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.155117:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 806 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.155119:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766470272:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.155119:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 806 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155127:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880074b26400/0xc2e84c07bf92c97b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808371cc expref: 806 pid: 16048 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155132:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.155133:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967658 00010000:00010000:2.0:1722795744.155133:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.155135:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.155136:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+805:2005:x1806482046435328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.155140:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.155142:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 805 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155142:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155148:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 805 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155150:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.155154:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009891b840/0xc2e84c07bf92cdfe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083746c expref: 805 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.155154:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155159:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.155161:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+805:2005:x1806482046435072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (92us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.155163:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155164:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795744.155164:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967657 00010000:00010000:0.0:1722795744.155165:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.155167:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155167:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155170:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155171:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155174:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.155175:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155179:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.155179:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.155181:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.155188:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.155189:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+803:2005:x1806482046435328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795744.155190:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766471680 00000100:00100000:2.0:1722795744.155191:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795744.155192:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967658 00010000:00010000:3.0:1722795744.155192:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa681d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.155193:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766471680 00000100:00100000:2.0:1722795744.155195:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766471808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.155203:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.155205:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044348 00000100:00100000:1.0:1722795744.155208:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4049:3680:x1806481766471680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.155209:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766471808 00000100:00100000:3.0:1722795744.155211:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766471808 00010000:00010000:2.0:1722795744.155214:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.155216:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10965 count 1 00000004:00080000:0.0:1722795744.155218:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edd880/2, rc 0, transno 1385072 00010000:00010000:2.0:1722795744.155218:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.155222:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155222:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044349 00000100:00100000:0.0:1722795744.155223:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766469632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.155223:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155224:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4050:3680:x1806481766471808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.155226:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.155229:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 802 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155230:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.155233:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1722795744.155233:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10966 count 1 00010000:00010000:1.0:1722795744.155234:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.155236:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155236:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.155238:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155239:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155241:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.155245:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 802 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155246:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 802 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155247:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.155250:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 802 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155250:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa681e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155250:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155251:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155252:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.155259:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766472064:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.155261:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 802 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155267:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 802 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.155275:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.155277:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766472192:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.155282:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766471936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.155291:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.155294:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.155302:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766471936 00000100:00100000:3.0:1722795744.155304:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766471936 00000100:00100000:3.0:1722795744.155313:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044350 00000100:00100000:3.0:1722795744.155316:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4052:3678:x1806481766471936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.155322:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10967 count 1 00000100:00100000:2.0:1722795744.155324:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4052:3680:x1806481766470400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1421us (1448us total) trans 4296352370 rc 0/0 00000100:00100000:2.0:1722795744.155328:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044344 00010000:00010000:3.0:1722795744.155328:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155335:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155338:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155339:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155340:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.155345:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b4700/2, rc 0, transno 1385074 00000100:00100000:2.0:1722795744.155349:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766470400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.155349:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155354:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.155356:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155359:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766472320:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.155360:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155365:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155369:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155372:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155374:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.155375:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.155377:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155381:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155381:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766472448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.155386:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155389:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa681ee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155391:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.155415:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766472448 00000100:00100000:0.0:1722795744.155417:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766472448 00000100:00100000:0.0:1722795744.155430:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044351 00000100:00100000:0.0:1722795744.155434:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4053:3679:x1806481766472448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.155445:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10968 count 1 00010000:00010000:0.0:1722795744.155454:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155464:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 802 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.155469:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4053:3680:x1806481766470784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1548us (1570us total) trans 4296352371 rc 0/0 00010000:00010000:0.0:1722795744.155470:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.155472:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.155473:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044345 00010000:00010000:0.0:1722795744.155474:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.155487:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 802 pid: 16116 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.155489:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aea300/2, rc 0, transno 1385075 00010000:00010000:0.0:1722795744.155494:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 802 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.155502:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766472576:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.155507:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766470784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.155546:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766472704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.155558:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.155570:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766472704 00000100:00100000:0.0:1722795744.155572:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.155572:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766472704 00000100:00100000:2.0:1722795744.155580:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044352 00000100:00100000:2.0:1722795744.155583:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4053:3680:x1806481766472704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.155590:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10969 count 1 00010000:00010000:2.0:1722795744.155597:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155603:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 802 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155607:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.155608:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.155609:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155618:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 802 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.155623:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 802 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.155628:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766472832:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.155639:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.155652:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4054:3679:x1806481766470144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1857us (1915us total) trans 4296352372 rc 0/0 00000100:00100000:3.0:1722795744.155657:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044342 00000004:00080000:0.0:1722795744.155671:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008f100/2, rc 0, transno 1385076 00000100:00100000:0.0:1722795744.155682:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766470144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.155743:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766472960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.155763:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.155771:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766471424:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.155777:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766472960 00010000:00010000:2.0:1722795744.155780:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.155780:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766472960 00000100:00100000:3.0:1722795744.155792:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044353 00000100:00100000:3.0:1722795744.155795:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4054:3681:x1806481766472960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.155797:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766471552:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795744.155803:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10970 count 1 00010000:00010000:2.0:1722795744.155806:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155810:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155817:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 802 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155820:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155821:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.155823:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155832:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 802 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155837:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 802 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.155846:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766473088:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.155862:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.155874:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766472064:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.155880:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766472192:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.155887:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.155889:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.155914:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.155930:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435712 00000100:00100000:2.0:1722795744.155932:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435712 00000100:00100000:0.0:1722795744.155936:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.155941:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 803 pid: 16045 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.155952:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435968 00000100:00100000:2.0:1722795744.155953:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435968 00010000:00010000:2.0:1722795744.155958:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 804 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.155958:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967659 00000100:00100000:3.0:1722795744.155963:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+804:2005:x1806482046435712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.155964:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967660 00000100:00100000:0.0:1722795744.155968:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+804:2005:x1806482046435968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.155970:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.155973:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.155975:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 804 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.155976:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 804 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.155996:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 804 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.155997:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 804 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.156008:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1cc98c0/0xc2e84c07bf92d3d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808377bb expref: 804 pid: 16045 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.156018:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.156019:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.156022:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156029:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156050:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.156059:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a46f40/0xc2e84c07bf92d854 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837a15 expref: 803 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.156064:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156067:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156068:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156069:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156069:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156071:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+802:2005:x1806482046435712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 107us (155us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.156074:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156074:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156077:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156077:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967659 00010000:00010000:0.0:1722795744.156082:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.156084:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156088:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968fc0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.156089:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.156089:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156093:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156094:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+801:2005:x1806482046435968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 126us (157us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.156095:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156098:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967660 00010000:00010000:2.0:1722795744.156099:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156102:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa681fc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156104:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156107:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435584 00000100:00100000:0.0:1722795744.156109:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435584 00010000:00010000:3.0:1722795744.156111:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156114:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 801 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.156117:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156123:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967661 00010000:00010000:3.0:1722795744.156124:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156126:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+801:2005:x1806482046435584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.156129:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.156130:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.156132:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 801 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.156132:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156137:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.156139:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156140:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 801 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156146:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800929498c0/0xc2e84c07bf92d1cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837695 expref: 801 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.156150:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046435840 00000100:00100000:1.0:1722795744.156153:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046435840 00010000:00010000:3.0:1722795744.156153:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156159:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa6820a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156164:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 801 pid: 16109 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156174:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4055:3679:x1806481766471296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1275us (1303us total) trans 4296352373 rc 0/0 00000100:00100000:2.0:1722795744.156178:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044347 00000100:00100000:3.0:1722795744.156183:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967662 00000100:00100000:3.0:1722795744.156187:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+801:2005:x1806482046435840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.156194:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.156198:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 801 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156201:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156203:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156205:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156206:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 801 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156209:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156216:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a47cc0/0xc2e84c07bf92d60f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808378e1 expref: 801 pid: 16109 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156221:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.156223:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.156225:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156225:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.156227:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156230:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156233:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156234:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156237:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+800:2005:x1806482046435584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 109us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.156238:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156242:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156243:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967661 00010000:00010000:2.0:1722795744.156245:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.156246:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156250:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156251:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.156255:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156259:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa681f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156267:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+799:2005:x1806482046435840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.156271:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967662 00000004:00080000:0.0:1722795744.156273:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aea680/2, rc 0, transno 1385077 00000100:00100000:0.0:1722795744.156281:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766471296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.156325:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4056:3679:x1806481766471168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1473us (1508us total) trans 4296352374 rc 0/0 00000100:00100000:2.0:1722795744.156329:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044346 00010000:00010000:1.0:1722795744.156332:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156340:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.156347:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766472832:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.156348:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156353:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156354:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156355:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4055:3680:x1806481766471808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1128us (1148us total) trans 4296352375 rc 0/0 00000100:00100000:3.0:1722795744.156360:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044349 00010000:00010000:1.0:1722795744.156361:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156367:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:2.0:1722795744.156369:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d06680/2, rc 0, transno 1385079 00010000:00010000:1.0:1722795744.156370:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.156372:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766471808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.156376:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156386:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156388:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766472320:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.156389:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.156392:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68203 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156417:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.156425:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.156429:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436096 00000100:00100000:3.0:1722795744.156431:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436096 00010000:00010000:3.0:1722795744.156440:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 799 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156445:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.156457:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436352 00000100:00100000:3.0:1722795744.156459:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436352 00010000:00010000:3.0:1722795744.156465:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 800 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156466:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.156470:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436224 00000100:00100000:0.0:1722795744.156472:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436224 00000100:00100000:3.0:1722795744.156474:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436480 00000100:00100000:3.0:1722795744.156476:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436480 00000100:00100000:2.0:1722795744.156477:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967663 00010000:00010000:0.0:1722795744.156481:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 802 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156481:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+802:2006:x1806482046436096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.156482:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 802 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.156486:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.156489:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 802 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.156493:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967664 00010000:00010000:2.0:1722795744.156495:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 802 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.156496:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+802:2006:x1806482046436352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.156500:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.156502:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156503:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.156503:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.156504:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156508:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156509:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.156509:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967665 00000100:00100000:1.0:1722795744.156510:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4055:3680:x1806481766471680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1299us (1326us total) trans 4296352376 rc 0/0 00000100:00100000:3.0:1722795744.156512:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+802:2005:x1806482046436224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.156515:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.156516:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800781bb3c0/0xc2e84c07bf92da45 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837b2d expref: 802 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.156516:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044348 00010000:00010000:3.0:1722795744.156523:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.156527:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+801:2006:x1806482046436096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.156527:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 801 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156531:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967663 00010000:00010000:3.0:1722795744.156533:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 801 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.156535:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967666 00000100:00100000:1.0:1722795744.156540:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+800:2006:x1806482046436480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.156541:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d21e640/0xc2e84c07bf92dec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837dbf expref: 800 pid: 16070 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.156546:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.156547:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.156547:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.156549:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.156550:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070ae9f80/2, rc 0, transno 1385080 00010000:00010000:1.0:1722795744.156552:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 799 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156552:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766471680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.156553:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156562:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.156562:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.156563:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.156565:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156567:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 799 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156570:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156574:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+799:2005:x1806482046436224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (129us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.156577:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.156578:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.156578:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967665 00010000:00010000:1.0:1722795744.156580:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.156582:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156589:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156590:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+798:2006:x1806482046436352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (164us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.156593:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156594:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967664 00010000:00010000:3.0:1722795744.156597:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156599:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.156601:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156605:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156608:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156608:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156611:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.156613:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156613:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156617:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156618:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+797:2006:x1806482046436480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.156618:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156621:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156622:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156624:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967666 00010000:00010000:2.0:1722795744.156625:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156625:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68211 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156628:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.156631:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156635:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156637:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795744.156641:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156642:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766473472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.156642:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766473216:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.156645:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6821f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156658:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.156663:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766473472 00000100:00100000:1.0:1722795744.156666:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766473472 00000100:00100000:0.0:1722795744.156672:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766473344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.156682:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.156686:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766473344 00000100:00100000:1.0:1722795744.156689:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766473344 00000100:00100000:2.0:1722795744.156691:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044354 00000004:00080000:0.0:1722795744.156694:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070aeaa00/2, rc 0, transno 1385078 00000100:00100000:2.0:1722795744.156694:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4057:3681:x1806481766473472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.156698:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766471168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.156700:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044355 00000100:00100000:3.0:1722795744.156700:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4057:3678:x1806481766471936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1383us (1404us total) trans 4296352377 rc 0/0 00002000:00080000:2.0:1722795744.156702:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10973 count 1 00000100:00100000:1.0:1722795744.156704:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4057:3679:x1806481766473344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.156704:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044350 00010000:00010000:2.0:1722795744.156708:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.156714:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766473600:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.156714:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10972 count 1 00010000:00010000:2.0:1722795744.156715:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 796 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156718:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.156719:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.156720:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156724:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156725:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994a8900/0xc2e84c07bf92e1d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837f1d expref: 796 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.156726:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.156729:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 795 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156733:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766473088:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.156734:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 795 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156735:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 795 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.156740:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.156741:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766473728:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.156741:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156742:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.156744:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156747:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c4af40/0xc2e84c07bf92dca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80837c8b expref: 795 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.156748:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766473600 00000100:00100000:3.0:1722795744.156749:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766473600 00000100:00100000:2.0:1722795744.156753:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.156754:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766472576:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.156759:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044356 00010000:00010000:1.0:1722795744.156760:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 794 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156762:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4057:3681:x1806481766473600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.156769:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 794 pid: 16094 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.156770:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10974 count 1 00010000:00010000:3.0:1722795744.156776:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156779:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766473856:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.156782:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 794 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156785:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.156786:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.156788:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156797:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 794 pid: 15425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156800:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.156804:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156806:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 794 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.156810:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156811:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766473984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.156813:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.156814:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156818:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156821:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156825:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.156825:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.156827:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766473216 00000100:00100000:2.0:1722795744.156830:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766473216 00010000:00010000:0.0:1722795744.156832:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.156833:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156834:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156837:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156837:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.156838:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9880/2, rc 0, transno 1385081 00000100:00100000:2.0:1722795744.156841:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044357 00010000:00010000:3.0:1722795744.156841:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156843:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.156844:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eaac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4059:3678:x1806481766473216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.156844:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.156848:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa68218 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156848:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156850:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766471936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.156851:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.156853:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156856:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156862:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.156866:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68226 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156887:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766474112:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.156894:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10971 count 1 00010000:00010000:2.0:1722795744.156901:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.156908:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.156912:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.156913:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.156914:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156923:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766474112 00010000:00010000:2.0:1722795744.156923:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.156926:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766474112 00010000:00010000:2.0:1722795744.156928:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.156933:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766474240:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.156939:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044358 00000100:00100000:1.0:1722795744.156943:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4062:3678:x1806481766474112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.156944:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4062:3681:x1806481766472960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1147us (1179us total) trans 4296352379 rc 0/0 00000100:00100000:3.0:1722795744.156948:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044353 00000100:00100000:2.0:1722795744.156949:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00002000:00080000:1.0:1722795744.156953:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10975 count 1 00010000:00010000:1.0:1722795744.156962:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156976:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 794 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.156998:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.157000:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.157002:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.157012:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8f800/2, rc 0, transno 1385083 00000100:00100000:2.0:1722795744.157013:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4061:3680:x1806481766472704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1428us (1452us total) trans 4296352378 rc 0/0 00000100:00100000:2.0:1722795744.157017:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044352 00010000:00010000:1.0:1722795744.157018:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 794 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157020:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766472960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.157023:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8ed80/2, rc 0, transno 1385082 00010000:00010000:1.0:1722795744.157026:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 794 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.157026:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766472704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.157035:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766474368:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.157049:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766474496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.157053:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.157056:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766474624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.157063:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.157069:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766474496 00000100:00100000:3.0:1722795744.157070:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.157072:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766474496 00000100:00100000:2.0:1722795744.157076:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766474624 00000100:00100000:2.0:1722795744.157078:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766474624 00000100:00100000:1.0:1722795744.157087:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044359 00000100:00100000:3.0:1722795744.157090:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044360 00000100:00100000:1.0:1722795744.157091:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4062:3679:x1806481766474496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.157093:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4062:3680:x1806481766474624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.157097:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4062:3679:x1806481766472448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1661us (1704us total) trans 4296352380 rc 0/0 00000004:00080000:2.0:1722795744.157099:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaa300/2, rc 0, transno 1385084 00002000:00080000:1.0:1722795744.157101:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10976 count 1 00002000:00080000:3.0:1722795744.157102:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10977 count 1 00000100:00100000:2.0:1722795744.157108:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766472448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.157108:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157110:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157116:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157119:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.157120:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 794 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157120:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.157122:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157130:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.157132:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.157132:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157134:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157137:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.157142:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766474752:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.157144:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044351 00010000:00010000:1.0:1722795744.157148:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 794 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.157154:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.157156:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 794 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.157165:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766474880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.157183:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.157211:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.157216:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766475008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.157228:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766473728:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.157229:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.157240:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157269:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766473856:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.157279:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157289:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766475008 00000100:00100000:0.0:1722795744.157290:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766475008 00000100:00100000:3.0:1722795744.157295:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766473984:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.157301:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044361 00010000:00010000:3.0:1722795744.157303:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157304:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4062:3680:x1806481766475008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.157308:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00002000:00080000:0.0:1722795744.157311:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10978 count 1 00000100:00100000:2.0:1722795744.157321:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436608 00000100:00100000:2.0:1722795744.157324:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436608 00010000:00010000:2.0:1722795744.157334:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 795 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.157355:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967667 00010000:00010000:0.0:1722795744.157356:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.157357:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.157360:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+795:2005:x1806482046436608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.157364:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 795 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157368:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.157369:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.157371:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157371:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.157375:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 795 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.157379:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436736 00000100:00100000:0.0:1722795744.157380:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436736 00000100:00100000:1.0:1722795744.157381:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.157381:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 795 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.157387:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 796 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.157388:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013358b180/0xc2e84c07bf92e99c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838330 expref: 796 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.157392:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436864 00000100:00100000:3.0:1722795744.157394:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436864 00010000:00010000:2.0:1722795744.157414:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.157415:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.157415:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 796 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.157416:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157417:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967668 00010000:00010000:2.0:1722795744.157421:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157422:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+796:2005:x1806482046436736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.157426:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967669 00000100:00100000:3.0:1722795744.157428:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+796:2005:x1806482046436864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.157429:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.157429:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.157433:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 796 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.157433:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.157435:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 796 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.157440:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 796 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.157442:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 796 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.157443:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+796:2005:x1806482046436608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.157448:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075679680/0xc2e84c07bf92eb7f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083845d expref: 796 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.157449:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967667 00010000:00010000:0.0:1722795744.157454:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083365f80/0xc2e84c07bf92e71f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808381e7 expref: 795 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.157455:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.157456:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.157458:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157462:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157464:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.157466:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.157466:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157468:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157469:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.157474:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157475:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.157480:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+793:2005:x1806482046436864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (100us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.157481:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.157483:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967669 00010000:00010000:2.0:1722795744.157488:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157494:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157497:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.157500:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157504:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.157506:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157507:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157512:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157513:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157514:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+792:2005:x1806482046436736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (157us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.157518:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157520:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967668 00010000:00010000:2.0:1722795744.157520:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157523:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157525:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6822d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157526:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157530:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157533:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157535:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.157538:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157540:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.157545:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157546:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 791 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157547:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157552:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 791 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.157552:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.157554:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157555:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157558:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766475136:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.157561:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6823b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157562:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157570:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.157571:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157577:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68234 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.157605:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4064:3681:x1806481766473472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 910us (945us total) trans 4296352381 rc 0/0 00000100:00100000:2.0:1722795744.157609:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044354 00000004:00080000:2.0:1722795744.157626:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feab800/2, rc 0, transno 1385085 00000100:00100000:2.0:1722795744.157629:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766473472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.157661:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4064:3681:x1806481766473600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 896us (932us total) trans 4296352382 rc 0/0 00000100:00100000:3.0:1722795744.157667:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044356 00000100:00100000:1.0:1722795744.157677:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4063:3679:x1806481766473344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 971us (992us total) trans 4296352383 rc 0/0 00000100:00100000:1.0:1722795744.157683:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044355 00000004:00080000:2.0:1722795744.157683:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9c00/2, rc 0, transno 1385087 00000100:00100000:2.0:1722795744.157687:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766473344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.157689:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:3.0:1722795744.157689:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feab100/2, rc 0, transno 1385086 00000100:00100000:2.0:1722795744.157694:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766475264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.157694:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766473600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.157701:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795744.157707:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.157708:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766475392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.157715:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766475520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.157724:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.157734:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.157742:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766475264 00000100:00100000:1.0:1722795744.157743:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766475392 00000100:00100000:2.0:1722795744.157744:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766475264 00000100:00100000:1.0:1722795744.157746:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766475392 00000100:00100000:2.0:1722795744.157753:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766475520 00000100:00100000:2.0:1722795744.157754:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766475520 00000100:00100000:1.0:1722795744.157760:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044362 00000100:00100000:2.0:1722795744.157763:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044363 00000100:00100000:1.0:1722795744.157764:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4065:3679:x1806481766475264:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.157766:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4065:3678:x1806481766475392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.157777:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10980 count 1 00010000:00010000:2.0:1722795744.157785:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157791:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 791 pid: 16071 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.157792:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10979 count 1 00010000:00010000:2.0:1722795744.157795:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.157796:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.157797:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157801:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157806:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 791 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.157811:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 791 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.157811:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 791 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.157817:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795744.157817:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766475648:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.157819:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.157821:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157824:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044364 00000100:00100000:0.0:1722795744.157829:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4065:3680:x1806481766475520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.157831:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.157836:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 791 pid: 16111 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.157841:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10981 count 1 00010000:00010000:1.0:1722795744.157845:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 791 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.157849:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.157854:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766475776:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.157862:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 791 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157868:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.157869:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.157871:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783ebc00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.157872:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157884:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 791 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.157891:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 791 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.157900:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766475904:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.157903:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766474240:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.157912:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.157917:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.157938:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766474880:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.157945:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158009:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766474752:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.158014:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766474368:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.158019:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158027:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.158032:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.158107:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.158116:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437120 00000100:00100000:0.0:1722795744.158117:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.158120:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437120 00000100:00100000:1.0:1722795744.158121:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046436992 00000100:00100000:1.0:1722795744.158124:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046436992 00000100:00100000:3.0:1722795744.158124:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437376 00000100:00100000:0.0:1722795744.158126:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.158126:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437376 00010000:00010000:2.0:1722795744.158132:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 794 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158134:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158135:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158148:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437248 00000100:00100000:3.0:1722795744.158150:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967670 00000100:00100000:2.0:1722795744.158151:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437248 00000100:00100000:0.0:1722795744.158153:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766475136:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.158153:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+795:2006:x1806482046437120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.158156:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967671 00010000:00010000:3.0:1722795744.158157:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.158158:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 795 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.158160:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+795:2006:x1806482046437376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.158160:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 795 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.158162:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158166:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 795 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158167:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.158171:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967672 00010000:00010000:1.0:1722795744.158172:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 795 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158173:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cccfcc0/0xc2e84c07bf92ed70 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083857c expref: 795 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158175:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+795:2005:x1806482046436992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.158180:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.158181:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.158181:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.158181:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.158183:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158185:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158190:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158193:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0016880/0xc2e84c07bf92f20f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838807 expref: 794 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.158193:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 794 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158199:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.158203:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.158204:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.158204:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135672ac0/0xc2e84c07bf92e4e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808380ac expref: 793 pid: 15425 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158207:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158213:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+792:2006:x1806482046437120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (182us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.158214:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158215:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.158216:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.158216:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967670 00010000:00010000:2.0:1722795744.158218:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158222:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158225:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967673 00010000:00010000:1.0:1722795744.158228:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.158228:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+791:2005:x1806482046437248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.158231:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.158231:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.158234:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 791 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158239:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 791 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.158244:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+791:2006:x1806482046437376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.158245:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+791:2005:x1806482046436992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.158245:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a9b7600/0xc2e84c07bf92efbc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808386cc expref: 791 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158249:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967672 00010000:00010000:3.0:1722795744.158250:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.158251:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.158252:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967671 00010000:00010000:3.0:1722795744.158252:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.158253:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.158256:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158258:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437504 00000100:00100000:2.0:1722795744.158260:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437504 00010000:00010000:3.0:1722795744.158264:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.158265:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 789 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.158272:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+789:2005:x1806482046437248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.158276:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967673 00000100:00100000:2.0:1722795744.158282:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967674 00000100:00100000:2.0:1722795744.158285:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+788:2005:x1806482046437504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.158289:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.158291:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 788 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158291:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158295:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158297:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 788 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158299:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158303:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158306:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073718900/0xc2e84c07bf92f511 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838981 expref: 788 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158306:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158309:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.158311:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158313:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.158314:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.158315:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158316:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158320:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158322:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158323:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158326:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68257 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158327:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158327:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.158331:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158335:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158336:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158338:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+787:2005:x1806482046437504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (86us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.158339:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158341:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967674 00010000:00010000:0.0:1722795744.158342:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.158344:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158344:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158347:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158351:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158353:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158356:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158357:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68249 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158358:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158360:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158364:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158364:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158368:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158370:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.158373:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158375:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158378:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.158379:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158380:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158383:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158388:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158388:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158392:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68242 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158413:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6825e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158420:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4067:3679:x1806481766474496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1328us (1355us total) trans 4296352384 rc 0/0 00000100:00100000:3.0:1722795744.158424:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044359 00010000:00010000:3.0:1722795744.158438:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158443:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158447:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158451:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158454:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158458:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.158459:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158463:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158470:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158473:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68250 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158479:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eaac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4067:3678:x1806481766473216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1634us (1666us total) trans 4296352386 rc 0/0 00000100:00100000:2.0:1722795744.158485:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044357 00010000:00010000:2.0:1722795744.158538:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1722795744.158554:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800781ded80/2, rc 0, transno 1385088 00000100:00100000:2.0:1722795744.158564:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800781ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766474496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795744.158575:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea8380/2, rc 0, transno 1385090 00000100:00100000:2.0:1722795744.158577:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766473216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.158596:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766476032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.158609:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.158621:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766476032 00000100:00100000:2.0:1722795744.158623:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766476032 00000100:00100000:1.0:1722795744.158631:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4069:3680:x1806481766475008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1324us (1399us total) trans 4296352387 rc 0/0 00000100:00100000:2.0:1722795744.158632:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044365 00000100:00100000:2.0:1722795744.158635:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4069:3681:x1806481766476032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.158637:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044361 00002000:00080000:2.0:1722795744.158642:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10982 count 1 00000100:00100000:3.0:1722795744.158648:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4068:3680:x1806481766474624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1553us (1577us total) trans 4296352388 rc 0/0 00010000:00010000:2.0:1722795744.158649:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158652:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044360 00010000:00010000:2.0:1722795744.158656:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 786 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158660:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.158661:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.158662:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.158670:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf5880/2, rc 0, transno 1385091 00010000:00010000:2.0:1722795744.158671:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 786 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158676:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 786 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158681:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766476288:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.158682:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766475008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.158683:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795744.158688:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf4700/2, rc 0, transno 1385092 00000100:00100000:3.0:1722795744.158690:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766474624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.158700:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437760 00000100:00100000:2.0:1722795744.158702:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437760 00000100:00100000:1.0:1722795744.158707:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.158708:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 787 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.158718:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437632 00000100:00100000:3.0:1722795744.158718:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766476544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.158721:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437632 00000100:00100000:2.0:1722795744.158721:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967675 00000100:00100000:2.0:1722795744.158723:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+788:2005:x1806482046437760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.158727:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795744.158729:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4067:3678:x1806481766474112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1785us (1822us total) trans 4296352385 rc 0/0 00010000:00010000:2.0:1722795744.158729:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 788 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158731:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 788 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.158731:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.158734:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044358 00010000:00010000:2.0:1722795744.158734:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 788 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.158741:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.158742:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.158743:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.158744:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766476544 00000100:00100000:0.0:1722795744.158746:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766476544 00000100:00100000:1.0:1722795744.158747:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967676 00010000:00010000:2.0:1722795744.158747:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.158751:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+788:2006:x1806482046437632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.158753:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.158755:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044366 00000100:00100000:0.0:1722795744.158758:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4067:3680:x1806481766476544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.158758:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.158761:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 788 pid: 16071 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.158765:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10985 count 1 00000100:00100000:2.0:1722795744.158766:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+788:2005:x1806482046437760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (85us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.158770:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 788 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158770:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967675 00010000:00010000:0.0:1722795744.158771:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158778:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 787 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158781:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.158782:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.158782:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.158783:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.158784:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158784:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.158785:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.158793:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158794:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 787 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158794:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766476416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.158799:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 787 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158803:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.158804:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.158805:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766476672:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.158811:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766476416 00000100:00100000:3.0:1722795744.158813:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766476416 00000100:00100000:2.0:1722795744.158815:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795744.158818:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+787:2006:x1806482046437632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.158818:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766476160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.158819:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.158822:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044367 00000100:00100000:1.0:1722795744.158825:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967676 00000100:00100000:3.0:1722795744.158825:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4068:3679:x1806481766476416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.158826:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795744.158833:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10984 count 1 00000004:00080000:2.0:1722795744.158839:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea8e00/2, rc 0, transno 1385089 00010000:00010000:3.0:1722795744.158839:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158846:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 786 pid: 15477 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158849:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766474112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.158850:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.158851:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.158853:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800750b5680/0xc2e84c07bf92f901 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838baa expref: 786 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.158853:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158857:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766476160 00000100:00100000:2.0:1722795744.158858:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766476160 00010000:00010000:3.0:1722795744.158862:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 785 pid: 15477 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.158864:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766475648:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.158867:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 785 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158870:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766476800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.158873:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766476928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.158876:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.158877:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766475904:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.158880:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.158883:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.158886:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158886:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.158890:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158895:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766476800 00000100:00100000:2.0:1722795744.158896:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766476800 00010000:00010000:1.0:1722795744.158897:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158898:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044368 00000100:00100000:3.0:1722795744.158901:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4070:3679:x1806481766476160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.158903:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.158905:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044369 00000100:00100000:2.0:1722795744.158907:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4070:3681:x1806481766476800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.158907:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10983 count 1 00010000:00010000:1.0:1722795744.158910:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158912:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.158914:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10986 count 1 00010000:00010000:1.0:1722795744.158916:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.158919:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.158919:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158919:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 785 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158921:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158922:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.158923:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.158925:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158927:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 785 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158931:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.158932:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158932:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.158933:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158933:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 785 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.158938:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 785 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.158941:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158942:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 785 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.158943:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766477056:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.158947:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68265 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.158947:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 785 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.158952:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766477184:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.158952:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.158964:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.158966:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046437888 00000100:00100000:1.0:1722795744.158968:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046437888 00010000:00010000:1.0:1722795744.158991:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 786 pid: 16038 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.159009:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967677 00000100:00100000:1.0:1722795744.159013:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+786:2006:x1806482046437888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.159020:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.159023:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 786 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159032:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 786 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159043:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800884161c0/0xc2e84c07bf92fb2a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838cc9 expref: 786 pid: 16038 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159057:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159058:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159061:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159067:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159079:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.159089:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159096:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+785:2006:x1806482046437888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.159097:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159101:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967677 00010000:00010000:0.0:1722795744.159104:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159110:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159117:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159123:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.159125:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159132:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159147:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159153:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68273 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159191:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4072:3678:x1806481766475392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1422us (1464us total) trans 4296352389 rc 0/0 00000100:00100000:1.0:1722795744.159197:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044363 00000004:00080000:2.0:1722795744.159197:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf4000/2, rc 0, transno 1385093 00000100:00100000:2.0:1722795744.159202:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766475392:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.159219:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007561cfc0/0xc2e84c07bf92f6bc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838a7d expref: 784 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.159231:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766475776:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.159240:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159248:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159254:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159262:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159268:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159275:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159280:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.159283:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159289:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.159290:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4071:3680:x1806481766475520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1459us (1555us total) trans 4296352390 rc 0/0 00000100:00100000:0.0:1722795744.159294:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044364 00010000:00010000:1.0:1722795744.159298:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159305:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6826c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795744.159308:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081359180/2, rc 0, transno 1385094 00000100:00100000:3.0:1722795744.159312:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766475520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.159336:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766477440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.159349:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766477312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.159350:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.159361:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766477440 00000100:00100000:0.0:1722795744.159363:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766477440 00000100:00100000:2.0:1722795744.159368:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.159374:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766477312 00000100:00100000:0.0:1722795744.159375:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766477312 00000100:00100000:3.0:1722795744.159381:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044370 00000100:00100000:0.0:1722795744.159384:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044371 00000100:00100000:3.0:1722795744.159384:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4073:3679:x1806481766477440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.159387:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4073:3678:x1806481766477312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.159392:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10988 count 1 00002000:00080000:0.0:1722795744.159394:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10987 count 1 00010000:00010000:3.0:1722795744.159413:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159416:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159416:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4073:3679:x1806481766475264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1631us (1687us total) trans 4296352391 rc 0/0 00010000:00010000:3.0:1722795744.159419:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 783 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159422:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044362 00010000:00010000:0.0:1722795744.159423:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 783 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159423:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.159424:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.159426:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159427:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.159428:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.159429:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159435:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 783 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159440:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 783 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.159442:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 783 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.159446:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766477568:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.159448:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 783 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.159454:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766477696:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.159461:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.159473:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007eaf4380/2, rc 0, transno 1385095 00000100:00100000:3.0:1722795744.159477:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766475264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.159540:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766476288:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.159549:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.159577:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766476928:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.159578:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.159584:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.159594:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766477056:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.159600:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.159612:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766477824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.159625:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.159631:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766476672:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.159632:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.159638:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766477824 00000100:00100000:0.0:1722795744.159641:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766477824 00010000:00010000:2.0:1722795744.159641:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159645:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438144 00000100:00100000:1.0:1722795744.159648:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438144 00000100:00100000:0.0:1722795744.159652:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044372 00000100:00100000:0.0:1722795744.159655:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4073:3680:x1806481766477824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.159658:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 784 pid: 16108 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.159662:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10989 count 1 00010000:00010000:0.0:1722795744.159669:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159672:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967678 00010000:00010000:0.0:1722795744.159676:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 784 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159676:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+784:2006:x1806482046438144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.159680:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.159681:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.159682:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159683:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.159686:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 784 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159695:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 784 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159706:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e819f80/0xc2e84c07bf9303a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839137 expref: 784 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159714:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159716:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159718:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159725:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.159732:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 783 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159738:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795744.159741:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 783 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.159746:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.159747:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766477952:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.159753:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159754:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+783:2006:x1806482046438144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.159759:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159764:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967678 00010000:00010000:2.0:1722795744.159765:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.159770:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.159780:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095febcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.159782:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.159788:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159794:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.159796:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.159801:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa68281 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159804:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438272 00000100:00100000:1.0:1722795744.159806:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438272 00000100:00100000:0.0:1722795744.159808:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.159814:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 783 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.159829:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967679 00000100:00100000:1.0:1722795744.159833:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+783:2006:x1806482046438272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.159839:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.159843:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 783 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159851:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 783 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159861:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc52f40/0xc2e84c07bf93010b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ffc expref: 783 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.159870:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159872:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.159874:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.159881:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.159883:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4074:3680:x1806481766476544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1123us (1149us total) trans 4296352392 rc 0/0 00000004:00080000:3.0:1722795744.159886:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f931880/2, rc 0, transno 1385096 00000100:00100000:2.0:1722795744.159887:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044366 00000100:00100000:3.0:1722795744.159890:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766476544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.159898:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.159902:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159907:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159911:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159912:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+782:2006:x1806482046438272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.159915:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159918:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967679 00010000:00010000:3.0:1722795744.159918:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.159921:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766478080:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.159921:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.159923:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159927:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.159933:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.159936:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.159940:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68288 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.159946:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766478080 00000100:00100000:2.0:1722795744.159947:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766478080 00000100:00100000:2.0:1722795744.159958:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044373 00000100:00100000:2.0:1722795744.159961:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4074:3681:x1806481766478080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.159968:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10990 count 1 00010000:00010000:2.0:1722795744.159975:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.159998:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.160001:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 781 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160005:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160006:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160008:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160014:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438016 00000100:00100000:0.0:1722795744.160018:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438016 00010000:00010000:2.0:1722795744.160018:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 781 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160023:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 782 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.160028:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766478208:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.160029:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 782 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.160031:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.160031:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4075:3679:x1806481766476416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1204us (1225us total) trans 4296352393 rc 0/0 00000100:00100000:3.0:1722795744.160035:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044367 00000100:00100000:0.0:1722795744.160040:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438528 00000100:00100000:0.0:1722795744.160042:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438528 00000100:00100000:2.0:1722795744.160042:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4846c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.160044:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967680 00010000:00010000:0.0:1722795744.160047:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 783 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.160049:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+783:2005:x1806482046438016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1722795744.160052:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932680/2, rc 0, transno 1385097 00000100:00100000:2.0:1722795744.160055:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766477184:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.160056:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.160056:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766476416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.160060:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 783 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.160065:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160067:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967681 00010000:00010000:1.0:1722795744.160068:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 783 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.160072:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+783:2005:x1806482046438528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.160079:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.160080:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d331b00/0xc2e84c07bf92fd06 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838dda expref: 783 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160083:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 783 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.160090:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.160091:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160092:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 782 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.160094:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.160100:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160104:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800781bf3c0/0xc2e84c07bf93062f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839287 expref: 782 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160113:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160114:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160117:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.160117:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.160122:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160123:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160126:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160130:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.160131:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+781:2005:x1806482046438016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.160134:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160136:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.160137:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967680 00010000:00010000:3.0:1722795744.160137:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160140:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160144:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160144:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.160145:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160149:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160151:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+780:2005:x1806482046438528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (121us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.160152:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160155:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160156:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160157:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967681 00010000:00010000:3.0:1722795744.160158:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa6827a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160159:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160162:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.160164:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160168:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160173:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.160175:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.160177:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68296 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160191:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438400 00000100:00100000:0.0:1722795744.160193:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438400 00010000:00010000:0.0:1722795744.160200:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 780 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.160211:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967682 00000100:00100000:0.0:1722795744.160214:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+780:2005:x1806482046438400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.160219:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.160223:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 780 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160231:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 780 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.160233:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4076:3681:x1806481766476032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1597us (1623us total) trans 4296352394 rc 0/0 00000100:00100000:3.0:1722795744.160237:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044365 00010000:00010000:0.0:1722795744.160243:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8906c0/0xc2e84c07bf92ff0c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80838ee4 expref: 780 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160250:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160250:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.160250:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795744.160251:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4075:3681:x1806481766476800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1342us (1369us total) trans 4296352395 rc 0/0 00010000:00010000:0.0:1722795744.160252:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.160254:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766478336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.160255:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044369 00010000:00010000:0.0:1722795744.160256:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160264:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.160267:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.160274:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933b80/2, rc 0, transno 1385099 00000100:00100000:1.0:1722795744.160275:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.160277:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766476800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.160278:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+779:2005:x1806482046438400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.160281:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967682 00000004:00080000:2.0:1722795744.160281:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930e00/2, rc 0, transno 1385098 00010000:00010000:3.0:1722795744.160282:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160283:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766476032:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.160286:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.160287:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438656 00000100:00100000:1.0:1722795744.160290:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438656 00000100:00100000:2.0:1722795744.160290:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766478336 00010000:00010000:3.0:1722795744.160290:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160292:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766478336 00010000:00010000:3.0:1722795744.160295:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.160299:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 779 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.160299:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160303:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.160305:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160308:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044374 00010000:00010000:3.0:1722795744.160308:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160311:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4075:3679:x1806481766478336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.160314:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160318:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6828f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.160319:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10991 count 1 00000100:00100000:1.0:1722795744.160322:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967683 00000100:00100000:1.0:1722795744.160326:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+779:2006:x1806482046438656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.160326:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.160332:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.160333:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 779 pid: 9451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160335:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766477696:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.160336:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 779 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.160337:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.160337:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766478464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.160338:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160339:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.160344:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 779 pid: 16071 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160345:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160348:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 779 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160353:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 779 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.160354:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.160354:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.160356:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.160358:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160358:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766478720:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.160365:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160372:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.160376:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.160376:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766478464 00000100:00100000:2.0:1722795744.160379:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.160379:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766478464 00000100:00100000:2.0:1722795744.160383:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766478592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.160390:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+779:2006:x1806482046438656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.160393:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795744.160394:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044375 00000100:00100000:1.0:1722795744.160415:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967683 00000100:00100000:3.0:1722795744.160418:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4076:3679:x1806481766478464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.160423:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766478592 00000100:00100000:2.0:1722795744.160425:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766478592 00002000:00080000:3.0:1722795744.160428:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10992 count 1 00000100:00100000:2.0:1722795744.160436:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044376 00010000:00010000:3.0:1722795744.160438:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160439:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4077:3681:x1806481766478592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.160447:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 778 pid: 15477 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.160448:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10993 count 1 00000100:00100000:1.0:1722795744.160450:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.160453:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.160454:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.160456:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160457:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160460:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438784 00000100:00100000:0.0:1722795744.160462:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438784 00010000:00010000:2.0:1722795744.160467:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 779 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160468:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 779 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.160470:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 779 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160473:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160474:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160476:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160477:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967684 00010000:00010000:3.0:1722795744.160478:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 779 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.160480:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+779:2006:x1806482046438784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.160484:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.160486:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 779 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.160487:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766478848:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.160491:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 779 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.160492:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 779 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160498:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f65680/0xc2e84c07bf93082e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839391 expref: 779 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.160500:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 779 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.160503:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160504:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.160505:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.160505:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.160509:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160509:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766478976:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.160516:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.160526:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.160529:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2006:x1806482046438784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.160532:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967684 00010000:00010000:0.0:1722795744.160543:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160547:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160554:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160558:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160562:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160565:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe86c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.160566:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160572:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.160579:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.160579:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4078:3679:x1806481766476160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1677us (1751us total) trans 4296352396 rc 0/0 00000100:00100000:3.0:1722795744.160583:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044368 00010000:00010000:0.0:1722795744.160585:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa682a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.160587:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932a00/2, rc 0, transno 1385100 00000100:00100000:2.0:1722795744.160593:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766476160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.160601:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801336ba400/0xc2e84c07bf930af1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808394ef expref: 777 pid: 16071 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.160609:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766477568:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.160615:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766479104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.160616:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160621:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160625:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160628:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.160629:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160632:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160636:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160639:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.160640:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160642:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766479104 00000100:00100000:2.0:1722795744.160644:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766479104 00010000:00010000:3.0:1722795744.160644:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160650:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160653:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044377 00010000:00010000:3.0:1722795744.160653:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa6829d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160655:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4079:3681:x1806481766479104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.160662:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10994 count 1 00010000:00010000:2.0:1722795744.160668:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160675:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 776 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160678:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160679:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160680:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.160689:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4079:3678:x1806481766477312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1299us (1319us total) trans 4296352397 rc 0/0 00010000:00010000:2.0:1722795744.160689:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 776 pid: 16070 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795744.160694:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930380/2, rc 0, transno 1385101 00010000:00010000:2.0:1722795744.160694:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 776 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.160695:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044371 00000100:00100000:2.0:1722795744.160699:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766479232:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.160701:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766477312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.160712:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.160727:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766479360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.160737:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4079:3679:x1806481766477440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1350us (1384us total) trans 4296352398 rc 0/0 00000100:00100000:3.0:1722795744.160742:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044370 00000100:00100000:0.0:1722795744.160745:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795744.160754:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930700/2, rc 0, transno 1385102 00000100:00100000:3.0:1722795744.160754:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766479360 00000100:00100000:3.0:1722795744.160757:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766479360 00000100:00100000:2.0:1722795744.160760:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766477440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.160771:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044378 00000100:00100000:3.0:1722795744.160775:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4079:3678:x1806481766479360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.160779:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766479488:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.160785:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10995 count 1 00010000:00010000:3.0:1722795744.160793:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.160803:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 776 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160808:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.160809:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.160810:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.160811:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160818:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766479488 00000100:00100000:2.0:1722795744.160820:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766479488 00010000:00010000:3.0:1722795744.160822:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 776 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.160828:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044379 00010000:00010000:3.0:1722795744.160828:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 776 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.160831:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4080:3679:x1806481766479488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.160834:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766479616:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795744.160838:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10996 count 1 00010000:00010000:2.0:1722795744.160844:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.160850:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795744.160851:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 776 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160854:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160855:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.160856:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160865:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 776 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.160869:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 776 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.160875:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766479744:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.160888:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.161369:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.161382:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046438912 00000100:00100000:3.0:1722795744.161383:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007549c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766478848:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.161384:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046438912 00010000:00010000:0.0:1722795744.161392:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.161393:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766478720:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.161394:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.161421:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766478208:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.161426:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161433:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.161449:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766477952:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.161455:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967685 00010000:00010000:2.0:1722795744.161457:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.161458:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+777:2006:x1806482046438912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.161463:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.161465:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.161471:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.161478:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0873c0/0xc2e84c07bf930d75 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839638 expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.161484:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.161485:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.161487:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.161491:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.161503:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.161512:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.161515:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+776:2006:x1806482046438912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.161518:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.161519:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967685 00010000:00010000:2.0:1722795744.161525:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161531:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161537:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.161539:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.161543:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.161545:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.161552:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439040 00010000:00010000:2.0:1722795744.161552:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.161556:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439040 00010000:00010000:2.0:1722795744.161559:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161563:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa682ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161568:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 776 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.161573:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.161582:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439168 00000100:00100000:3.0:1722795744.161582:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.161584:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439168 00010000:00010000:1.0:1722795744.161591:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.161593:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439296 00000100:00100000:0.0:1722795744.161596:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439296 00000100:00100000:2.0:1722795744.161600:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967686 00000100:00100000:2.0:1722795744.161604:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2006:x1806482046439040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.161606:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 778 pid: 9451 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.161609:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967687 00010000:00010000:2.0:1722795744.161610:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.161610:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795744.161613:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2005:x1806482046439168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.161613:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 778 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.161618:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.161619:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 778 pid: 15477 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.161620:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.161624:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 778 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.161626:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bf0d80/0xc2e84c07bf931547 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839a21 expref: 778 pid: 15477 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.161628:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439424 00000100:00100000:0.0:1722795744.161630:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439424 00000100:00100000:3.0:1722795744.161631:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439680 00010000:00010000:2.0:1722795744.161632:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.161633:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 777 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.161633:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.161633:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439680 00010000:00010000:2.0:1722795744.161635:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.161639:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 779 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.161641:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 779 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.161642:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161645:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009caead00/0xc2e84c07bf931023 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083978f expref: 779 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.161654:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967688 00010000:00010000:1.0:1722795744.161654:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.161654:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.161655:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.161657:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967689 00000100:00100000:0.0:1722795744.161658:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2006:x1806482046439296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.161658:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.161660:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2006:x1806482046439424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.161665:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.161665:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161665:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.161668:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 778 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.161668:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 778 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.161669:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+778:2006:x1806482046439040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.161673:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967686 00010000:00010000:3.0:1722795744.161673:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 778 pid: 16094 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.161677:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 778 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.161678:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.161681:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.161682:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.161684:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161688:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.161689:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfef40/0xc2e84c07bf9312ae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808398f4 expref: 777 pid: 9451 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.161694:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+777:2005:x1806482046439168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (119us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.161695:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.161696:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967690 00000100:00100000:2.0:1722795744.161699:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+777:2006:x1806482046439680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.161700:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967687 00010000:00010000:0.0:1722795744.161702:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.161703:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.161703:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.161706:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161706:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 776 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.161706:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+776:2006:x1806482046439424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.161710:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967689 00010000:00010000:2.0:1722795744.161712:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 775 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.161713:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161721:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.161723:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.161723:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161725:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161728:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.161731:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.161731:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161732:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161735:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161735:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161739:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161741:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.161742:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.161743:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.161744:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+774:2006:x1806482046439296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.161744:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.161748:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967688 00010000:00010000:1.0:1722795744.161749:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161751:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161756:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.161756:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.161757:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+773:2006:x1806482046439680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.161759:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa682c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161763:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.161763:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967690 00010000:00010000:1.0:1722795744.161768:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.161771:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161778:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161783:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161787:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161789:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.161793:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa682b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161796:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161801:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161807:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161812:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.161814:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161820:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161827:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.161833:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa682b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.161838:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4082:3679:x1806481766478464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1419us (1481us total) trans 4296352399 rc 0/0 00000100:00100000:3.0:1722795744.161843:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044375 00000004:00080000:3.0:1722795744.161868:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933800/2, rc 0, transno 1385103 00000100:00100000:1.0:1722795744.161886:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4082:3679:x1806481766478336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1572us (1616us total) trans 4296352400 rc 0/0 00000100:00100000:3.0:1722795744.161887:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766478464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.161892:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044374 00000004:00080000:3.0:1722795744.161896:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933100/2, rc 0, transno 1385104 00000100:00100000:3.0:1722795744.161899:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766478336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.161926:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4081:3681:x1806481766478080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1964us (1991us total) trans 4296352401 rc 0/0 00000100:00100000:2.0:1722795744.161931:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044373 00000100:00100000:3.0:1722795744.161940:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766479872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.161945:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.161947:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766480000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.161957:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439552 00000100:00100000:1.0:1722795744.161960:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439552 00000100:00100000:3.0:1722795744.161964:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.161969:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 773 pid: 16070 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.161972:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011de6a640/0xc2e84c07bf9317e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839b94 expref: 773 pid: 16094 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.161997:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766478976:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.162005:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.162006:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766479872 00000100:00100000:1.0:1722795744.162007:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967691 00000100:00100000:3.0:1722795744.162009:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766479872 00010000:00010000:2.0:1722795744.162010:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.162012:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+772:2005:x1806482046439552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.162014:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162017:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162019:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.162021:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162023:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 772 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.162023:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044380 00010000:00010000:2.0:1722795744.162025:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.162027:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4081:3680:x1806481766479872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.162028:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.162030:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162031:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 772 pid: 16070 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.162034:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795744.162038:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10997 count 1 00010000:00010000:2.0:1722795744.162040:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162042:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.162043:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.162043:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa682c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162046:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162047:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162048:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.162053:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162057:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 772 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162058:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439808 00000100:00100000:0.0:1722795744.162061:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439808 00010000:00010000:1.0:1722795744.162063:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.162064:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.162065:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.162067:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162069:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 773 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.162077:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+773:2005:x1806482046439552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.162081:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 773 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162082:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967692 00000100:00100000:1.0:1722795744.162086:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967691 00000100:00100000:0.0:1722795744.162087:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+773:2005:x1806482046439808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.162090:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 773 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.162093:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.162096:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 772 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.162099:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766480128:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.162102:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 772 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.162113:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.162114:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.162116:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162117:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4082:3681:x1806481766478592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1677us (1722us total) trans 4296352402 rc 0/0 00000100:00100000:3.0:1722795744.162118:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.162121:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044376 00010000:00010000:0.0:1722795744.162122:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162133:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.162135:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.162137:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083a5f180/0xc2e84c07bf931b75 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839dc4 expref: 772 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.162145:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766479616:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.162149:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+771:2005:x1806482046439808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (101us total) trans 0 rc 0/0 00000004:00080000:2.0:1722795744.162149:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930a80/2, rc 0, transno 1385106 00000100:00100000:0.0:1722795744.162154:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967692 00000100:00100000:2.0:1722795744.162154:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766478592:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.162156:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.162159:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930000/2, rc 0, transno 1385105 00000100:00100000:2.0:1722795744.162161:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766478080:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.162162:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162169:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766480000 00000100:00100000:2.0:1722795744.162171:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766480000 00010000:00010000:3.0:1722795744.162172:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162179:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162180:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044381 00000100:00100000:2.0:1722795744.162183:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4082:3681:x1806481766480000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.162187:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.162193:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10998 count 1 00010000:00010000:3.0:1722795744.162193:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162197:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.162198:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162200:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162202:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162207:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 770 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162211:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.162211:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.162211:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162213:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.162217:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa682d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162222:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 770 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162224:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766480256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.162227:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 770 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.162233:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766480512:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.162238:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766480384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.162240:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.162250:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795744.162253:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766480256 00000100:00100000:1.0:1722795744.162256:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766480256 00010000:00010000:0.0:1722795744.162264:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b08ad00/0xc2e84c07bf931d35 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839ed5 expref: 770 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.162265:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.162272:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766480384 00000100:00100000:0.0:1722795744.162273:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766479744:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.162274:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766480384 00010000:00010000:0.0:1722795744.162283:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.162284:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044382 00000100:00100000:1.0:1722795744.162288:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4085:3678:x1806481766480256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.162291:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162297:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.162299:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:10999 count 1 00010000:00010000:0.0:1722795744.162302:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162306:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162308:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162310:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162313:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.162315:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162315:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4086:3680:x1806481766477824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2659us (2688us total) trans 4296352403 rc 0/0 00010000:00010000:1.0:1722795744.162318:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 769 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162319:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162320:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044372 00010000:00010000:1.0:1722795744.162324:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162325:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162325:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162328:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa682dc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162328:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162330:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044383 00000100:00100000:2.0:1722795744.162332:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4085:3679:x1806481766480384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.162339:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11000 count 1 00010000:00010000:1.0:1722795744.162341:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 769 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162346:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162350:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 769 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.162353:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 769 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162357:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795744.162358:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766480640:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.162358:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.162360:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162369:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 769 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162374:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 769 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.162377:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.162379:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+4086:3678:x1806481766479360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1601us (1632us total) trans 4296352404 rc 0/0 00000100:00100000:2.0:1722795744.162380:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766480768:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795744.162382:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8fb80/2, rc 0, transno 1385108 00000100:00100000:3.0:1722795744.162384:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044378 00000100:00100000:0.0:1722795744.162388:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766479360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.162393:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00000004:00080000:3.0:1722795744.162419:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f931500/2, rc 0, transno 1385107 00000100:00100000:3.0:1722795744.162422:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766477824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.162423:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795744.162429:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766480896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.162441:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.162465:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089f34900/0xc2e84c07bf931976 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80839c97 expref: 769 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.162470:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766480896 00000100:00100000:1.0:1722795744.162473:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766480896 00000100:00100000:2.0:1722795744.162475:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766479232:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.162485:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.162486:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044384 00000100:00100000:1.0:1722795744.162490:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4086:3681:x1806481766480896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.162492:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4086:3679:x1806481766479488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1659us (1682us total) trans 4296352405 rc 0/0 00000100:00100000:0.0:1722795744.162496:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044379 00010000:00010000:2.0:1722795744.162498:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.162499:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11001 count 1 00010000:00010000:2.0:1722795744.162504:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162507:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162511:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.162515:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8c380/2, rc 0, transno 1385109 00010000:00010000:1.0:1722795744.162517:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 768 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162517:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162519:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766479488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.162523:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.162523:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162525:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.162527:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162528:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.162530:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162536:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162538:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766481152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.162541:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 768 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.162546:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162549:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 768 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.162551:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa682ce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.162558:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.162558:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766481280:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.162565:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795744.162571:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766481024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.162574:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766481152 00000100:00100000:0.0:1722795744.162576:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766481152 00000100:00100000:1.0:1722795744.162577:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.162585:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044385 00000100:00100000:3.0:1722795744.162586:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.162588:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4087:3678:x1806481766481152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.162589:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766481024 00000100:00100000:1.0:1722795744.162592:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766481024 00002000:00080000:0.0:1722795744.162595:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11003 count 1 00010000:00010000:0.0:1722795744.162602:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.162605:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044386 00010000:00010000:0.0:1722795744.162609:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 768 pid: 16101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.162609:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4088:3680:x1806481766481024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.162613:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162614:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162616:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162624:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 768 pid: 16101 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.162625:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11002 count 1 00010000:00010000:0.0:1722795744.162629:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 768 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.162634:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.162636:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+4088:3681:x1806481766479104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1979us (2006us total) trans 4296352406 rc 0/0 00000100:00100000:2.0:1722795744.162640:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044377 00010000:00010000:1.0:1722795744.162644:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 768 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162655:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.162656:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.162659:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795744.162659:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8ce00/2, rc 0, transno 1385110 00000100:00100000:2.0:1722795744.162670:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766479104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.162672:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 768 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.162681:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 768 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.162689:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766481536:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.162700:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766481408:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.162705:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.162732:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766481664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.162745:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.162753:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.162764:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766481664 00000100:00100000:0.0:1722795744.162767:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766481664 00000100:00100000:0.0:1722795744.162780:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044387 00000100:00100000:0.0:1722795744.162784:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4088:3679:x1806481766481664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795744.162793:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11004 count 1 00010000:00010000:0.0:1722795744.162801:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162810:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 768 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162815:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162816:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.162818:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162832:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 768 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.162841:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 768 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.162850:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766481792:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.162877:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.163204:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766480512:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795744.163213:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163216:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766480128:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.163225:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.163226:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.163235:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766480640:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.163236:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440064 00000100:00100000:0.0:1722795744.163238:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440064 00010000:00010000:1.0:1722795744.163248:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163249:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 769 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.163265:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967693 00000100:00100000:0.0:1722795744.163269:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+769:2005:x1806482046440064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.163276:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.163279:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 769 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.163288:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 769 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.163299:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131367180/0xc2e84c07bf931f88 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a01e expref: 769 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.163308:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.163309:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.163312:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163361:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163380:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.163392:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163410:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+768:2005:x1806482046440064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 127us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795744.163410:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163414:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967693 00010000:00010000:3.0:1722795744.163415:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163419:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163423:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163427:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795744.163430:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163433:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.163434:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795744.163439:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163443:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa682e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.163444:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440192 00000100:00100000:2.0:1722795744.163446:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440192 00010000:00010000:2.0:1722795744.163454:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 768 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.163468:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967694 00000100:00100000:2.0:1722795744.163471:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+768:2005:x1806482046440192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.163482:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.163485:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 768 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163490:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 768 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.163498:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.163501:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f1cf600/0xc2e84c07bf93229f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a20f expref: 768 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163508:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.163509:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.163511:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.163514:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046439936 00010000:00010000:2.0:1722795744.163515:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.163518:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046439936 00010000:00010000:2.0:1722795744.163523:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795744.163526:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4089:3680:x1806481766479872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1497us (1561us total) trans 4296352407 rc 0/0 00010000:00010000:1.0:1722795744.163529:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 768 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.163530:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044380 00000100:00100000:2.0:1722795744.163538:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+768:2005:x1806482046440192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.163543:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967694 00000004:00080000:3.0:1722795744.163548:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932d80/2, rc 0, transno 1385111 00000100:00100000:1.0:1722795744.163552:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967695 00000100:00100000:3.0:1722795744.163552:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766479872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.163557:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+767:2006:x1806482046439936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.163562:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163564:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.163567:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 767 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163569:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163570:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007eaf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766481792:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.163572:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766481920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.163576:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 767 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163576:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163579:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163582:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163583:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.163588:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f373840/0xc2e84c07bf93213a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a11a expref: 767 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163593:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163594:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766481920 00000100:00100000:0.0:1722795744.163595:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.163596:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766481920 00010000:00010000:1.0:1722795744.163597:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.163598:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795744.163598:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.163601:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163601:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163602:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440320 00000100:00100000:0.0:1722795744.163604:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440320 00000100:00100000:3.0:1722795744.163605:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044388 00010000:00010000:1.0:1722795744.163607:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163607:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163607:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4089:3680:x1806481766481920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.163610:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 767 pid: 16108 timeout: 940 lvb_type: 0 00002000:00080000:3.0:1722795744.163615:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11005 count 1 00010000:00010000:2.0:1722795744.163616:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163620:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967696 00010000:00010000:2.0:1722795744.163620:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa682f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163621:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.163622:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163623:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+767:2005:x1806482046440320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.163627:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.163629:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 767 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.163629:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 767 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163633:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.163634:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 767 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.163634:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.163635:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.163638:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+767:2006:x1806482046439936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (139us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.163642:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.163644:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.163644:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967695 00010000:00010000:3.0:1722795744.163644:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 767 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163647:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163649:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 767 pid: 15462 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.163653:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163655:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766482048:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.163662:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795744.163668:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766481536:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.163676:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.163680:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163682:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+766:2005:x1806482046440320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.163688:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967696 00000100:00100000:1.0:1722795744.163696:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766481280:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.163696:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4090:3678:x1806481766480256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1407us (1456us total) trans 4296352408 rc 0/0 00000100:00100000:2.0:1722795744.163700:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044382 00010000:00010000:1.0:1722795744.163705:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795744.163716:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8f480/2, rc 0, transno 1385112 00010000:00010000:1.0:1722795744.163717:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163722:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766480256:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.163723:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163723:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073edeac0/0xc2e84c07bf9324c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a343 expref: 765 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.163729:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766480768:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.163730:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163737:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163737:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163742:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795744.163743:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163745:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163747:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.163748:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766482176:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.163749:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.163749:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163751:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163753:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163756:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163758:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163760:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440704 00010000:00010000:2.0:1722795744.163760:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163763:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440704 00010000:00010000:2.0:1722795744.163763:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.163765:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163767:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163767:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795744.163768:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163771:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 765 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163774:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163777:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa682f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163778:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa682ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163785:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967697 00000100:00100000:3.0:1722795744.163786:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766482176 00000100:00100000:3.0:1722795744.163788:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766482176 00000100:00100000:3.0:1722795744.163800:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044389 00000100:00100000:3.0:1722795744.163804:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4090:3680:x1806481766482176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795744.163814:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11006 count 1 00010000:00010000:3.0:1722795744.163822:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163830:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 765 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163834:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+765:2005:x1806482046440704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.163834:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.163835:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.163836:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163839:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.163842:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 765 pid: 16101 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.163846:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 765 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163847:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 765 pid: 16101 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.163848:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4092:3679:x1806481766480384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1514us (1582us total) trans 4296352409 rc 0/0 00010000:00010000:3.0:1722795744.163851:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 765 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.163852:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044383 00000100:00100000:3.0:1722795744.163856:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766482304:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.163858:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.163859:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.163860:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.163865:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.163869:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.163871:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795744.163872:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8dc00/2, rc 0, transno 1385113 00000100:00100000:2.0:1722795744.163878:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766480384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.163882:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+765:2005:x1806482046440704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.163885:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967697 00000100:00100000:1.0:1722795744.163886:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+4091:3681:x1806481766480000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1700us (1749us total) trans 4296352410 rc 0/0 00000004:00080000:2.0:1722795744.163886:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933480/2, rc 0, transno 1385114 00000100:00100000:2.0:1722795744.163889:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766480000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.163892:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044381 00000100:00100000:2.0:1722795744.163895:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766482560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.163901:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766482432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.163907:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.163914:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.163923:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.163926:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766482560 00000100:00100000:3.0:1722795744.163928:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766482560 00000100:00100000:3.0:1722795744.163937:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766482432 00000100:00100000:3.0:1722795744.163938:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766482432 00000100:00100000:2.0:1722795744.163943:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044390 00000100:00100000:0.0:1722795744.163944:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440832 00000100:00100000:0.0:1722795744.163947:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440832 00000100:00100000:3.0:1722795744.163947:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044391 00000100:00100000:1.0:1722795744.163948:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.163948:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4092:3679:x1806481766482560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.163949:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4092:3678:x1806481766482432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.163956:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11008 count 1 00002000:00080000:3.0:1722795744.163956:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11007 count 1 00010000:00010000:0.0:1722795744.163957:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 765 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.163959:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440448 00000100:00100000:1.0:1722795744.163962:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440448 00010000:00010000:3.0:1722795744.163962:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163963:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.163969:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 766 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163969:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 766 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.163971:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 766 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.163973:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.163973:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795744.163974:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967698 00010000:00010000:2.0:1722795744.163974:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.163974:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.163976:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.163976:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.163994:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+766:2005:x1806482046440832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.164001:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795744.164001:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 766 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.164001:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 766 pid: 9451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164003:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967699 00010000:00010000:0.0:1722795744.164005:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 766 pid: 16108 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.164007:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 766 pid: 9451 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.164008:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+766:2006:x1806482046440448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.164010:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 766 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.164013:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 766 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.164013:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766482816:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.164015:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.164016:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766482688:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.164019:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 766 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.164025:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097aaa880/0xc2e84c07bf932c9a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a7aa expref: 766 pid: 16108 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.164025:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129d80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.164028:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 766 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.164029:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4843c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.164034:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.164036:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.164038:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164039:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a63f180/0xc2e84c07bf93269d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a462 expref: 765 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.164045:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164054:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.164055:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.164058:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164060:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.164064:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164065:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164068:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164072:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164076:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+764:2005:x1806482046440832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.164076:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164078:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.164079:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164082:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967698 00010000:00010000:2.0:1722795744.164082:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.164084:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164088:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164090:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+763:2006:x1806482046440448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.164094:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164096:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967699 00010000:00010000:2.0:1722795744.164098:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa68314 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164114:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164121:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164128:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164135:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164141:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.164141:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164152:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795744.164154:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440576 00010000:00010000:1.0:1722795744.164155:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164156:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440576 00010000:00010000:1.0:1722795744.164161:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164164:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 763 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.164169:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164176:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa682ff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164177:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4093:3679:x1806481766481664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1392us (1430us total) trans 4296352411 rc 0/0 00000100:00100000:2.0:1722795744.164180:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044387 00000100:00100000:0.0:1722795744.164186:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967700 00000100:00100000:0.0:1722795744.164189:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+763:2006:x1806482046440576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.164194:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1722795744.164195:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008135a680/2, rc 0, transno 1385115 00010000:00010000:0.0:1722795744.164197:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 763 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.164200:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008135a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766481664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.164211:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 763 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.164222:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766482944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.164223:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133fecfc0/0xc2e84c07bf9328cd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a58f expref: 763 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.164242:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.164244:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795744.164245:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795744.164246:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164252:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164254:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766482944 00000100:00100000:2.0:1722795744.164256:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766482944 00010000:00010000:0.0:1722795744.164266:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.164270:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044392 00000100:00100000:2.0:1722795744.164273:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4094:3680:x1806481766482944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.164279:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+762:2006:x1806482046440576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795744.164280:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11009 count 1 00000100:00100000:0.0:1722795744.164284:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967700 00010000:00010000:2.0:1722795744.164287:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164288:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4094:3681:x1806481766480896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1796us (1844us total) trans 4296352412 rc 0/0 00000004:00080000:3.0:1722795744.164292:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8e300/2, rc 0, transno 1385116 00010000:00010000:2.0:1722795744.164293:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 761 pid: 16070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164295:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044384 00010000:00010000:2.0:1722795744.164297:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.164297:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766480896:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795744.164298:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.164299:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164308:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 761 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164312:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164317:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 761 pid: 16070 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.164319:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164322:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766483072:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.164326:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164332:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164335:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795744.164339:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164345:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.164348:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164354:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.164354:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766483200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.164370:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.164373:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.164377:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6830d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164383:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800873a4000/0xc2e84c07bf932a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a68b expref: 761 pid: 16101 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.164387:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766483200 00000100:00100000:0.0:1722795744.164390:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766481408:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.164390:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766483200 00010000:00010000:0.0:1722795744.164412:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164416:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164421:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164425:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164425:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044393 00010000:00010000:0.0:1722795744.164429:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.164430:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4094:3681:x1806481766483200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.164432:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164435:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.164437:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795744.164440:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11010 count 1 00010000:00010000:0.0:1722795744.164441:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164446:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164449:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164450:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68306 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164458:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 760 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164463:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.164464:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.164466:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164477:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 760 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.164482:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 760 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.164491:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766483328:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795744.164495:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4096:3680:x1806481766481024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1884us (1907us total) trans 4296352413 rc 0/0 00000004:00080000:3.0:1722795744.164498:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8d180/2, rc 0, transno 1385117 00000100:00100000:1.0:1722795744.164501:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044386 00000100:00100000:3.0:1722795744.164502:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766481024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.164506:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795744.164532:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795744.164533:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4095:3678:x1806481766481152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1944us (1974us total) trans 4296352414 rc 0/0 00000100:00100000:3.0:1722795744.164536:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766483456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.164538:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044385 00000100:00100000:3.0:1722795744.164547:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.164558:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766483456 00000100:00100000:1.0:1722795744.164561:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766483456 00000100:00100000:1.0:1722795744.164576:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044394 00000100:00100000:1.0:1722795744.164580:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4095:3679:x1806481766483456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795744.164591:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11011 count 1 00000004:00080000:0.0:1722795744.164592:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9500/2, rc 0, transno 1385118 00000100:00100000:0.0:1722795744.164598:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766481152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.164599:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.164611:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766483584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.164614:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 760 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.164620:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.164621:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795744.164622:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.164624:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164629:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766483584 00000100:00100000:0.0:1722795744.164631:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766483584 00010000:00010000:1.0:1722795744.164639:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 760 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.164641:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044395 00000100:00100000:0.0:1722795744.164644:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4096:3679:x1806481766483584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795744.164647:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 760 pid: 16099 timeout: 940 lvb_type: 0 00002000:00080000:0.0:1722795744.164651:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11012 count 1 00000100:00100000:1.0:1722795744.164657:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766483712:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.164658:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164665:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 760 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164669:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.164669:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.164671:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.164677:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.164680:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 760 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.164735:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 760 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.164744:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766483840:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.164769:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795744.165204:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766482688:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.165211:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.165213:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165220:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441088 00000100:00100000:0.0:1722795744.165222:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441088 00000100:00100000:1.0:1722795744.165223:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766483712:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.165224:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766483328:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.165229:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 761 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.165231:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165237:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165238:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766482048:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.165240:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766483072:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.165245:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967701 00010000:00010000:2.0:1722795744.165246:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165247:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+761:2005:x1806482046441088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.165251:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165252:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.165254:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 761 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.165259:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 761 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165263:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766482304:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795744.165266:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766482816:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.165267:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f80e880/0xc2e84c07bf9338cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083addf expref: 761 pid: 16113 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.165273:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.165273:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165274:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.165276:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165276:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165280:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165292:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.165295:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165300:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165304:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+760:2005:x1806482046441088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (94us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.165304:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165307:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967701 00010000:00010000:2.0:1722795744.165307:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165312:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165315:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.165317:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165321:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165326:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165327:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.165330:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68330 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.165339:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441344 00000100:00100000:1.0:1722795744.165343:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441344 00010000:00010000:1.0:1722795744.165353:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 760 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165369:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967702 00000100:00100000:1.0:1722795744.165373:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+760:2005:x1806482046441344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.165375:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.165379:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.165383:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 760 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.165391:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441600 00010000:00010000:1.0:1722795744.165392:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 760 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.165394:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441600 00010000:00010000:0.0:1722795744.165419:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 761 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.165422:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795744.165424:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc9af40/0xc2e84c07bf933219 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083aa7b expref: 761 pid: 16113 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.165426:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+4097:3679:x1806481766482560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1478us (1517us total) trans 4296352415 rc 0/0 00000100:00100000:2.0:1722795744.165430:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044390 00010000:00010000:1.0:1722795744.165433:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.165434:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.165437:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165439:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046440960 00000100:00100000:0.0:1722795744.165441:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046440960 00010000:00010000:1.0:1722795744.165443:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165446:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967703 00010000:00010000:0.0:1722795744.165447:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 761 pid: 9451 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.165452:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+761:2005:x1806482046441600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795744.165456:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967704 00010000:00010000:1.0:1722795744.165457:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795744.165459:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+761:2006:x1806482046440960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.165461:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.165463:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.165465:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 761 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.165466:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 761 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.165471:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 761 pid: 9451 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.165475:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 761 pid: 16049 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165476:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+761:2005:x1806482046441344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.165478:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097927cc0/0xc2e84c07bf9335c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ac42 expref: 761 pid: 9451 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165482:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967702 00010000:00010000:0.0:1722795744.165487:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.165488:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.165488:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d90240/0xc2e84c07bf9344b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b2b6 expref: 760 pid: 16049 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.165490:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165494:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165499:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.165501:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.165503:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.165503:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165510:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165516:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+758:2006:x1806482046440960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.165519:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967704 00010000:00010000:3.0:1722795744.165524:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.165529:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165531:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165534:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165536:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165538:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165540:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165541:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+757:2005:x1806482046441600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (166us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795744.165543:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165543:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165547:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165547:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165548:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967703 00010000:00010000:2.0:1722795744.165550:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.165551:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165553:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.165555:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165555:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165559:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165561:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165562:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165564:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165566:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6833e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165567:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68329 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165569:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165576:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165583:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165590:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165596:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.165598:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165605:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165614:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165620:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68322 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165639:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4098:3678:x1806481766482432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1688us (1723us total) trans 4296352416 rc 0/0 00000100:00100000:0.0:1722795744.165643:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044391 00000004:00080000:0.0:1722795744.165660:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe0380/2, rc 0, transno 1385120 00000100:00100000:0.0:1722795744.165665:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766482432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.165670:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4098:3681:x1806481766483200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1238us (1293us total) trans 4296352417 rc 0/0 00000004:00080000:3.0:1722795744.165673:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133d05500/2, rc 0, transno 1385119 00000100:00100000:0.0:1722795744.165675:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766483840:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795744.165675:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044393 00000100:00100000:3.0:1722795744.165677:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766482560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.165682:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.165694:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.165702:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441216 00000004:00080000:2.0:1722795744.165703:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edfb80/2, rc 0, transno 1385121 00000100:00100000:3.0:1722795744.165705:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441216 00000100:00100000:2.0:1722795744.165707:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766483200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.165713:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 757 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165721:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4097:3680:x1806481766482176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1914us (1952us total) trans 4296352418 rc 0/0 00000100:00100000:1.0:1722795744.165729:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044389 00000100:00100000:3.0:1722795744.165732:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967705 00000100:00100000:3.0:1722795744.165735:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+757:2006:x1806482046441216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795744.165740:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.165742:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 757 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.165743:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766484096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.165750:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766483968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.165751:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 757 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.165758:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.165759:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0327cc0/0xc2e84c07bf932e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083a8c2 expref: 757 pid: 15462 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.165762:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766484224:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795744.165765:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.165766:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.165767:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795744.165768:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165772:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165781:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795744.165782:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766484096 00000100:00100000:2.0:1722795744.165784:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766484096 00000004:00080000:1.0:1722795744.165786:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe1f80/2, rc 0, transno 1385122 00000100:00100000:0.0:1722795744.165787:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795744.165793:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766482176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.165793:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+756:2006:x1806482046441216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795744.165795:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766483968 00000100:00100000:3.0:1722795744.165796:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967705 00000100:00100000:2.0:1722795744.165797:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766483968 00000100:00100000:2.0:1722795744.165801:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766484224 00000100:00100000:2.0:1722795744.165803:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766484224 00000100:00100000:1.0:1722795744.165808:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044396 00000100:00100000:2.0:1722795744.165811:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044397 00010000:00010000:3.0:1722795744.165812:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.165813:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078edea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4099:3681:x1806481766484096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.165814:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4099:3680:x1806481766483968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.165815:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044398 00010000:00010000:3.0:1722795744.165818:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165820:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4099:3678:x1806481766484224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795744.165825:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11013 count 1 00010000:00010000:3.0:1722795744.165825:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795744.165832:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11015 count 1 00010000:00010000:2.0:1722795744.165832:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165836:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165839:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 755 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165841:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165842:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795744.165843:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11014 count 1 00010000:00010000:2.0:1722795744.165843:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.165844:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.165845:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165848:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.165851:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 755 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.165851:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165853:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165854:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 755 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165857:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795744.165858:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.165858:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.165859:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 755 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.165860:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165863:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 755 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.165864:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766484352:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.165867:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165869:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795744.165871:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795744.165872:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa6831b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.165873:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.165876:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 755 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.165878:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795744.165884:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 755 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.165887:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 755 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.165893:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766484480:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795744.165896:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 755 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.165906:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766484608:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.165910:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.165918:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795744.165923:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766484736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.165924:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795744.165933:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795744.165948:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766484736 00000100:00100000:2.0:1722795744.165952:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766484736 00000100:00100000:3.0:1722795744.165958:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+4101:3680:x1806481766481920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2349us (2373us total) trans 4296352419 rc 0/0 00000100:00100000:0.0:1722795744.165960:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.165963:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044388 00000004:00080000:1.0:1722795744.165968:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe2680/2, rc 0, transno 1385123 00000100:00100000:2.0:1722795744.165968:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044399 00000100:00100000:1.0:1722795744.165972:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766481920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795744.165972:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4100:3678:x1806481766484736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.165976:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441472 00000100:00100000:3.0:1722795744.165994:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441472 00002000:00080000:2.0:1722795744.165997:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11016 count 1 00010000:00010000:3.0:1722795744.166001:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 756 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.166003:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.166004:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166012:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 756 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.166014:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441728 00010000:00010000:2.0:1722795744.166015:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795744.166016:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795744.166016:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441728 00010000:00010000:2.0:1722795744.166018:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.166020:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 757 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.166021:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967706 00000100:00100000:1.0:1722795744.166026:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+757:2006:x1806482046441472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795744.166027:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 757 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166032:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 757 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.166033:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795744.166034:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967707 00000100:00100000:0.0:1722795744.166035:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795744.166037:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+757:2006:x1806482046441728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.166038:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 757 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.166038:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766484864:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795744.166042:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795744.166044:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 757 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.166047:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441856 00010000:00010000:1.0:1722795744.166048:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 757 pid: 16070 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.166050:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441856 00010000:00010000:3.0:1722795744.166050:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 757 pid: 16099 timeout: 940 lvb_type: 0 00000100:00100000:2.0:1722795744.166051:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484180 going to sleep for 11 seconds 00010000:00010000:3.0:1722795744.166057:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9c2640/0xc2e84c07bf9346a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b3b9 expref: 758 pid: 16099 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.166059:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133cf4d80/0xc2e84c07bf934281 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b190 expref: 758 pid: 16070 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.166061:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 758 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.166064:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.166065:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.166067:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.166071:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166077:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795744.166078:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967708 00010000:00010000:1.0:1722795744.166079:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.166080:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.166081:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.166082:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+756:2005:x1806482046441856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.166088:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795744.166088:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166092:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 756 pid: 16116 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.166092:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+756:2006:x1806482046441728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.166096:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967707 00010000:00010000:0.0:1722795744.166100:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 756 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.166107:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.166110:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166111:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800764a6640/0xc2e84c07bf9349d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b525 expref: 755 pid: 16116 timeout: 940 lvb_type: 0 00010000:00010000:2.0:1722795744.166118:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166120:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.166122:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795744.166122:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+754:2006:x1806482046441472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 95us (160us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.166122:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166124:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166126:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.166128:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967706 00010000:00010000:2.0:1722795744.166129:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166131:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166132:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96af40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.166134:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166137:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.166143:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166145:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.166147:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68337 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.166162:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+753:2005:x1806482046441856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795744.166165:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.166168:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967708 00010000:00010000:1.0:1722795744.166172:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166179:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166185:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166187:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166192:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166194:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166197:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.166200:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166202:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.166206:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166209:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166215:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.166219:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+4101:3680:x1806481766482944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1945us (1972us total) trans 4296352420 rc 0/0 00010000:00010000:1.0:1722795744.166220:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166221:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.166224:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.166224:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044392 00010000:00010000:1.0:1722795744.166226:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68345 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166230:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166239:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.166245:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6834c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.166333:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+4102:3679:x1806481766483456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1750us (1782us total) trans 4296352421 rc 0/0 00000100:00100000:1.0:1722795744.166339:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044394 00000100:00100000:0.0:1722795744.166343:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+4102:3679:x1806481766483584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1696us (1719us total) trans 4296352422 rc 0/0 00000100:00100000:0.0:1722795744.166349:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044395 00000004:00080000:3.0:1722795744.166359:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078ede680/2, rc 0, transno 1385126 00000004:00080000:1.0:1722795744.166364:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801326b4000/2, rc 0, transno 1385124 00000100:00100000:3.0:1722795744.166364:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766483584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.166368:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766482944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795744.166372:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edf800/2, rc 0, transno 1385125 00000100:00100000:3.0:1722795744.166376:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766483456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.167179:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795744.167180:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801326b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766484352:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.167187:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442112 00000100:00100000:0.0:1722795744.167189:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442112 00010000:00010000:2.0:1722795744.167189:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167197:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 753 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.167199:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766484608:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795744.167207:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967709 00000100:00100000:0.0:1722795744.167210:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+753:2005:x1806482046442112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795744.167211:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167214:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.167217:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 753 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.167222:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 753 pid: 15447 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.167229:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d45c900/0xc2e84c07bf934bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b62f expref: 753 pid: 15447 timeout: 940 lvb_type: 0 00000100:00100000:1.0:1722795744.167231:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766484480:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.167235:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.167236:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.167238:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167240:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.167244:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766484864:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795744.167245:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167254:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795744.167255:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167257:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167261:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.167265:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+752:2005:x1806482046442112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (87us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.167266:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.167269:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967709 00010000:00010000:2.0:1722795744.167269:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167273:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167276:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795744.167278:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167281:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.167283:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795744.167290:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167294:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68353 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.167308:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795744.167318:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046441984 00000100:00100000:1.0:1722795744.167319:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442240 00000100:00100000:0.0:1722795744.167320:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046441984 00000100:00100000:1.0:1722795744.167323:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442240 00000100:00100000:3.0:1722795744.167323:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795744.167326:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 753 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.167334:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 753 pid: 16111 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.167335:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442368 00000100:00100000:0.0:1722795744.167336:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442368 00010000:00010000:0.0:1722795744.167341:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:0.0:1722795744.167350:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967710 00000100:00100000:0.0:1722795744.167352:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+754:2005:x1806482046441984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795744.167353:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967711 00010000:00010000:0.0:1722795744.167356:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795744.167358:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00000100:00100000:3.0:1722795744.167358:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967712 00000100:00100000:1.0:1722795744.167359:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+754:2005:x1806482046442240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795744.167363:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+754:2005:x1806482046442368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795744.167364:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.167365:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.167368:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+4101:3680:x1806481766483968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1552us (1600us total) trans 4296352423 rc 0/0 00010000:00010000:1.0:1722795744.167369:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 754 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.167369:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795744.167372:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044397 00010000:00010000:3.0:1722795744.167373:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.167378:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087244480/0xc2e84c07bf935088 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b897 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:1.0:1722795744.167378:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 754 pid: 16111 timeout: 940 lvb_type: 0 00010000:00010000:3.0:1722795744.167381:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 754 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.167386:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795744.167388:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.167389:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e09d40/0xc2e84c07bf935295 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b9a8 expref: 753 pid: 16020 timeout: 940 lvb_type: 0 00010000:00010000:0.0:1722795744.167390:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167390:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969ecfc0/0xc2e84c07bf934dd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083b740 expref: 753 pid: 16111 timeout: 940 lvb_type: 0 00000004:00080000:2.0:1722795744.167391:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078eddf80/2, rc 0, transno 1385127 00000100:00100000:2.0:1722795744.167393:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766483968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795744.167413:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.167414:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.167415:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.167417:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167418:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795744.167420:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795744.167422:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167423:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167429:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795744.167430:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795744.167432:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.167436:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167440:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167443:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795744.167445:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.167446:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+751:2005:x1806482046441984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795744.167447:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+751:2005:x1806482046442368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.167448:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795744.167450:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967712 00010000:00010000:2.0:1722795744.167452:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795744.167453:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967710 00010000:00010000:2.0:1722795744.167458:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795744.167459:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+750:2005:x1806482046442240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795744.167460:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167463:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795744.167465:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967711 00010000:00010000:2.0:1722795744.167469:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167472:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795744.167473:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68368 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167477:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167481:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167485:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167485:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167491:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167492:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167495:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795744.167496:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167499:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167500:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167506:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167506:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795744.167509:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa6835a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167512:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167518:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795744.167521:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167528:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167536:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795744.167542:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68361 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795744.167549:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+4102:3678:x1806481766484736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1576us (1613us total) trans 4296352424 rc 0/0 00000100:00100000:2.0:1722795744.167553:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044399 00000004:00080000:3.0:1722795744.167568:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a2df100/2, rc 0, transno 1385128 00000100:00100000:3.0:1722795744.167571:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766484736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795744.167586:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4102:3678:x1806481766484224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1765us (1799us total) trans 4296352425 rc 0/0 00000004:00080000:3.0:1722795744.167588:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edc000/2, rc 0, transno 1385129 00000100:00100000:0.0:1722795744.167590:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044398 00000100:00100000:3.0:1722795744.167590:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766484224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795744.167645:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078edea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4101:3681:x1806481766484096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1830us (1884us total) trans 4296352426 rc 0/0 00000004:00080000:2.0:1722795744.167648:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078edd500/2, rc 0, transno 1385130 00000100:00100000:1.0:1722795744.167651:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044396 00000100:00100000:2.0:1722795744.167651:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766484096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795744.664577:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795744.664593:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766484992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795744.664663:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795744.664734:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766484992 00000100:00100000:0.0:1722795744.664742:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766484992 00000100:00100000:0.0:1722795744.664790:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108927 00000100:00100000:0.0:1722795744.664797:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766484992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795744.664826:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795744.664875:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766484992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795744.664881:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108927 00000100:00100000:3.0:1722795744.664958:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766484992:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795745.160664:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795745.256654:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766485120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795745.256712:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795745.256769:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485120 00000100:00100000:0.0:1722795745.256778:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485120 00000100:00080000:3.0:1722795745.256799:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795715 00000100:00100000:0.0:1722795745.256834:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1722795745.256843:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766485120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795745.256872:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795745.256932:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766485120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795745.256941:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1722795745.256998:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766485120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795745.288613:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766485248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795745.288647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795745.288687:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485248 00000100:00100000:0.0:1722795745.288693:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485248 00000100:00080000:3.0:1722795745.288711:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795715 00000100:00100000:0.0:1722795745.288724:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1722795745.288729:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766485248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795745.288741:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795745.288771:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766485248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795745.288776:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1722795745.288794:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766485248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795745.752614:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766485376:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.752669:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766485504:0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.752685:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795745.752687:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766485760:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.752716:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795745.752736:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485376 00000100:00100000:3.0:1722795745.752737:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766485632:0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.752744:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485376 00000100:00100000:0.0:1722795745.752755:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766486016:0@lo:400:kworker.0 00000100:00100000:3.0:1722795745.752764:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795745.752793:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1722795745.752795:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485504 00000100:00100000:0.0:1722795745.752800:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485632 00000100:00100000:2.0:1722795745.752800:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766485376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.752802:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485504 00000100:00100000:0.0:1722795745.752806:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485632 00000100:00080000:3.0:1722795745.752811:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795715 00000100:00100000:3.0:1722795745.752825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795745.752834:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485760 00000100:00100000:1.0:1722795745.752836:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485760 00000100:00100000:0.0:1722795745.752847:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108928 00000100:00100000:2.0:1722795745.752849:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766485376:12345-0@lo:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.752852:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:3.0:1722795745.752853:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766486272:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.752855:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766485632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.752856:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1722795745.752858:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766485504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795745.752880:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795745.752899:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486272 00000100:00100000:2.0:1722795745.752902:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486272 00000100:00100000:1.0:1722795745.752908:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766485504:12345-0@lo:400:kworker.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.752914:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:0.0:1722795745.752917:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766485632:12345-0@lo:400:kworker.0 Request processed in 60us (150us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795745.752924:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795715 00000100:00100000:0.0:1722795745.752926:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108928 00000100:00100000:2.0:1722795745.752930:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:2.0:1722795745.752934:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766485760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.752935:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:3.0:1722795745.752936:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766486144:0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.752939:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766486272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.752998:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795745.753025:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766485760:12345-0@lo:400:kworker.0 Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.753027:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766486272:12345-0@lo:400:kworker.0 Request processed in 86us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795745.753028:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486016 00000100:00100000:0.0:1722795745.753031:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486016 00000100:00100000:2.0:1722795745.753031:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:1.0:1722795745.753035:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:3.0:1722795745.753052:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766485760:0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.753056:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766485888:0@lo:400:kworker.0 00000100:00080000:3.0:1722795745.753061:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795715 00000100:00100000:0.0:1722795745.753066:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:0.0:1722795745.753071:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766486016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795745.753076:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766486272:0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.753089:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795745.753100:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766486016:12345-0@lo:400:kworker.0 Request processed in 29us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795745.753104:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766485888 00000100:00100000:0.0:1722795745.753105:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1722795745.753107:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766485888 00000100:00100000:3.0:1722795745.753118:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795745.753121:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766486528:0@lo:400:kworker.0 00000100:00100000:2.0:1722795745.753134:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108929 00000100:00100000:2.0:1722795745.753138:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766485888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753144:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486144 00000100:00100000:0.0:1722795745.753147:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486144 00000100:00100000:3.0:1722795745.753147:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766486656:0@lo:400:kworker.0 00000100:00080000:3.0:1722795745.753162:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795715 00000100:00100000:2.0:1722795745.753165:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766485888:12345-0@lo:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795745.753169:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:2.0:1722795745.753171:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108929 00000100:00100000:0.0:1722795745.753172:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766486144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795745.753181:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795745.753187:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766486400:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753197:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766486144:12345-0@lo:400:kworker.0 Request processed in 24us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.753200:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486656 00000100:00100000:0.0:1722795745.753202:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:3.0:1722795745.753203:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766485632:0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.753205:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486656 00000100:00100000:2.0:1722795745.753205:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795745.753211:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766486144:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753213:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486400 00000100:00100000:0.0:1722795745.753215:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486400 00000100:00100000:2.0:1722795745.753224:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766485376:0@lo:400:kworker.0 00000100:00080000:3.0:1722795745.753224:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795715 00000100:00080000:3.0:1722795745.753227:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795715 00000100:00100000:0.0:1722795745.753230:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1722795745.753234:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766486400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.753241:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1722795745.753242:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766485888:0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.753245:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4101:3681:x1806481766486656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753253:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766486400:12345-0@lo:400:kworker.0 Request processed in 18us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795745.753255:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766486400:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753258:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1722795745.753279:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+4101:3681:x1806481766486656:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795745.753282:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795745.753285:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1722795745.753296:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486528 00000100:00100000:1.0:1722795745.753298:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486528 00000100:00100000:3.0:1722795745.753300:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766486656:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753307:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766485504:0@lo:400:kworker.0 00000100:00100000:0.0:1722795745.753316:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766486016:0@lo:400:kworker.0 00000100:00100000:1.0:1722795745.753319:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1722795745.753323:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766486528:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795745.753324:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795715 00000100:00100000:1.0:1722795745.753347:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766486528:12345-0@lo:400:kworker.0 Request processed in 23us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.753352:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1722795745.753376:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766486528:0@lo:400:kworker.0 00000100:00100000:3.0:1722795745.816742:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766486784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795745.816805:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795745.816897:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486784 00000100:00100000:1.0:1722795745.816908:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486784 00000100:00100000:1.0:1722795745.816989:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1722795745.816998:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009995aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766486784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1722795745.817030:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795745.817097:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009995aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766486784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795745.817106:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1722795745.817217:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766486784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795746.162624:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795747.164567:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795747.848640:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766486912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795747.848705:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795747.848762:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766486912 00000100:00100000:2.0:1722795747.848771:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766486912 00000100:00100000:2.0:1722795747.848822:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108930 00000100:00100000:2.0:1722795747.848830:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766486912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795747.848863:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795747.848944:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766486912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795747.848953:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108930 00000100:00100000:0.0:1722795747.848986:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766486912:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795748.166644:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1722795748.200520:0:10778:0:(osp_sync.c:1635:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 844095120709ns, next at 845095118795ns, rc = 0 00000100:00100000:0.0:1722795748.200549:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766487040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795748.200608:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795748.200647:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487040 00000100:00100000:2.0:1722795748.200654:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487040 00000100:00080000:3.0:1722795748.200698:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795718 00000100:00100000:2.0:1722795748.200704:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1722795748.200710:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+4101:3680:x1806481766487040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795748.200734:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795748.200775:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+4101:3680:x1806481766487040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795748.200781:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1722795748.200801:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766487040:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1722795748.201411:0:7100:0:(osp_sync.c:1600:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 895 committed 00000004:00080000:0.0:1722795748.201427:0:7100:0:(osp_sync.c:1600:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 894 committed 00000100:00100000:0.0:1722795748.721448:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795748.721510:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795748.721539:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795748.721561:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795748.721574:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442624 00000100:00100000:2.0:1722795748.721576:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442496 00000100:00100000:1.0:1722795748.721583:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442624 00000100:00100000:0.0:1722795748.721584:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795748.721588:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442496 00000100:00100000:0.0:1722795748.721604:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442752 00000100:00100000:0.0:1722795748.721609:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442752 00000100:00100000:1.0:1722795748.721638:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443136 00000100:00100000:2.0:1722795748.721640:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 600 00000100:00100000:1.0:1722795748.721641:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443136 00000100:00100000:2.0:1722795748.721646:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046442496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795748.721657:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3323 00000100:00080000:3.0:1722795748.721663:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795718 00000100:00100000:1.0:1722795748.721665:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3324 00000100:00100000:0.0:1722795748.721666:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046442624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1722795748.721669:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795718 00000100:00100000:1.0:1722795748.721671:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046442752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1722795748.721671:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795718 00000100:00100000:3.0:1722795748.721699:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3325 00000100:00100000:2.0:1722795748.721701:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046442496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795748.721707:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eaf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046442752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795748.721707:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 600 00000100:00100000:3.0:1722795748.721707:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046443136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795748.721713:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046442624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795748.721713:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3324 00000100:00100000:0.0:1722795748.721720:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3323 00000100:00100000:1.0:1722795748.721740:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046442880 00000100:00100000:1.0:1722795748.721742:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046442880 00000100:00100000:3.0:1722795748.721743:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046443136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795748.721749:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3325 00000100:00080000:3.0:1722795748.721769:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795718 00000100:00100000:1.0:1722795748.721772:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 399 00000100:00100000:1.0:1722795748.721776:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046442880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795748.721795:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007549c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046442880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795748.721800:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 399 00000100:00100000:2.0:1722795748.721812:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795748.721829:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443008 00000100:00100000:1.0:1722795748.721832:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443008 00000100:00100000:2.0:1722795748.721834:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795748.721853:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443392 00000100:00100000:1.0:1722795748.721854:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443392 00000100:00100000:2.0:1722795748.721857:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795748.721866:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 400 00000100:00100000:1.0:1722795748.721870:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+465:2006:x1806482046443008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795748.721872:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443264 00000100:00100000:2.0:1722795748.721874:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 401 00000100:00100000:3.0:1722795748.721877:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443264 00000100:00100000:2.0:1722795748.721879:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046443392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795748.721887:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+465:2006:x1806482046443008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795748.721892:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 400 00000100:00100000:3.0:1722795748.721926:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3326 00000100:00100000:3.0:1722795748.721930:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046443264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795748.721940:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046443392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795748.721946:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 401 00000100:00100000:3.0:1722795748.721957:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801326b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046443264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795748.721961:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3326 00000100:00080000:3.0:1722795748.721980:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795718 00000100:00080000:3.0:1722795748.721982:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795718 00000100:00080000:3.0:1722795748.721984:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795718 00000100:00100000:0.0:1722795748.722001:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795748.722038:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443520 00000100:00100000:2.0:1722795748.722042:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443520 00000100:00080000:3.0:1722795748.722055:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795718 00000100:00100000:2.0:1722795748.722068:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 402 00000100:00100000:2.0:1722795748.722072:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:96d98dce-bbc8-4784-93bd-51fea7efb2b3+749:2006:x1806482046443520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795748.722102:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:96d98dce-bbc8-4784-93bd-51fea7efb2b3+749:2006:x1806482046443520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795748.722107:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 402 00000001:00080000:0.0:1722795748.818704:0:10717:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4296352426 is committed 00010000:00010000:2.0:1722795749.168876:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795749.672592:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795749.672619:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766487168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795749.672720:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795749.672867:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487168 00000100:00100000:2.0:1722795749.672930:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487168 00000100:00100000:2.0:1722795749.672987:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108931 00000100:00100000:2.0:1722795749.672994:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766487168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795749.673029:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795749.673082:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766487168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795749.673089:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108931 00000100:00100000:1.0:1722795749.673130:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766487168:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1722795750.170646:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795750.264620:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766487296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795750.264680:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.264743:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487296 00000100:00100000:2.0:1722795750.264754:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487296 00000100:00080000:3.0:1722795750.264796:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795720 00000100:00100000:2.0:1722795750.264809:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1722795750.264816:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013089f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766487296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795750.264843:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795750.264900:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013089f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766487296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.264905:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1722795750.264942:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766487296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795750.296626:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766487424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795750.296684:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.296768:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487424 00000100:00100000:2.0:1722795750.296778:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487424 00000100:00080000:3.0:1722795750.296843:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795720 00000100:00100000:2.0:1722795750.296849:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1722795750.296860:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766487424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795750.296916:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795750.296988:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766487424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.296997:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1722795750.297054:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766487424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795750.760632:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766487552:0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.760633:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766487808:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.760652:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766487680:0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.760778:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.760781:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.760782:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.760902:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487680 00000100:00100000:2.0:1722795750.760912:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487680 00000100:00100000:3.0:1722795750.760927:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487552 00000100:00100000:1.0:1722795750.760933:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487808 00000100:00100000:3.0:1722795750.760935:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487552 00000100:00100000:0.0:1722795750.760940:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.760941:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487808 00000100:00100000:0.0:1722795750.760955:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766487936:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.760957:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1722795750.760965:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766487680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.760983:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108932 00000100:00100000:3.0:1722795750.760988:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1722795750.760994:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766487808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.760995:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.760998:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766487552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761029:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766487680:12345-0@lo:400:kworker.0 Request processed in 63us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.761037:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:0.0:1722795750.761052:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766488064:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761062:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766487936 00000100:00100000:2.0:1722795750.761065:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766487936 00000100:00100000:2.0:1722795750.761081:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:2.0:1722795750.761085:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766487936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795750.761096:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766487552:12345-0@lo:400:kworker.0 Request processed in 96us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.761097:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766487808:12345-0@lo:400:kworker.0 Request processed in 102us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.761103:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.761109:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108932 00000100:00100000:3.0:1722795750.761109:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1722795750.761112:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766487936:12345-0@lo:400:kworker.0 Request processed in 25us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.761117:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:1.0:1722795750.761135:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488064 00000100:00100000:1.0:1722795750.761140:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488064 00000100:00100000:0.0:1722795750.761147:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766487552:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761162:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766487680:0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.761167:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108933 00000100:00100000:1.0:1722795750.761192:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766488064:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795750.761202:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795720 00000100:00100000:0.0:1722795750.761228:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766487936:0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.761234:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766488064:12345-0@lo:400:kworker.0 Request processed in 58us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.761242:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766487808:0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.761243:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108933 00000100:00100000:0.0:1722795750.761291:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766488064:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761364:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766488192:0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761368:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766488320:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761392:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.761459:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.761462:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488192 00000100:00100000:3.0:1722795750.761468:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488192 00000100:00100000:0.0:1722795750.761479:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766488576:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761479:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488320 00000100:00100000:2.0:1722795750.761483:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488320 00000100:00100000:1.0:1722795750.761486:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.761495:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766488448:0@lo:400:kworker.0 00000100:00100000:3.0:1722795750.761497:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:3.0:1722795750.761502:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766488192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761508:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.761513:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:2.0:1722795750.761518:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766488320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.761528:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.761545:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488576 00000100:00100000:3.0:1722795750.761549:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766488192:12345-0@lo:400:kworker.0 Request processed in 46us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.761550:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488576 00000100:00100000:3.0:1722795750.761555:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:2.0:1722795750.761558:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766488320:12345-0@lo:400:kworker.0 Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.761564:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:1.0:1722795750.761565:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766488320:0@lo:400:kworker.0 00000100:00100000:3.0:1722795750.761586:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488448 00000100:00100000:3.0:1722795750.761589:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488448 00000100:00100000:2.0:1722795750.761599:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1722795750.761604:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766488576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761617:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:0.0:1722795750.761626:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766488448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761630:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766488576:12345-0@lo:400:kworker.0 Request processed in 26us (123us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795750.761630:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795720 00000100:00080000:3.0:1722795750.761634:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795720 00000100:00100000:2.0:1722795750.761636:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:0.0:1722795750.761686:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766488448:12345-0@lo:400:kworker.0 Request processed in 59us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.761687:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766488192:0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761699:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:1.0:1722795750.761707:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766488448:0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761752:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766488576:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761852:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766488704:0@lo:400:kworker.0 00000100:00100000:0.0:1722795750.761887:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795750.761900:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766488832:0@lo:400:kworker.0 00000100:00100000:2.0:1722795750.761906:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.761939:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.761963:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488704 00000100:00100000:1.0:1722795750.761967:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488832 00000100:00100000:3.0:1722795750.761968:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488704 00000100:00100000:1.0:1722795750.761973:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488832 00000100:00080000:2.0:1722795750.761987:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795720 00000100:00100000:3.0:1722795750.762001:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1722795750.762006:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766488704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.762011:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1722795750.762019:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766488832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795750.762048:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766488704:12345-0@lo:400:kworker.0 Request processed in 41us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.762054:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1722795750.762056:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766488704:0@lo:400:kworker.0 00000100:00100000:1.0:1722795750.762085:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766488832:12345-0@lo:400:kworker.0 Request processed in 65us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.762096:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1722795750.762098:0:3679:0:(client.c:2970:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4296352426 gen 2 00000004:00080000:0.0:1722795750.762106:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b24e00, transno 4296348331 00000004:00080000:0.0:1722795750.762116:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b27100, transno 4296348332 00000004:00080000:0.0:1722795750.762119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b27800, transno 4296348333 00000004:00080000:0.0:1722795750.762123:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b25c00, transno 4296348334 00000004:00080000:0.0:1722795750.762126:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b26680, transno 4296348335 00000004:00080000:0.0:1722795750.762130:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b26a00, transno 4296348336 00000004:00080000:0.0:1722795750.762133:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b24000, transno 4296348337 00000004:00080000:0.0:1722795750.762137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b24a80, transno 4296348338 00000004:00080000:0.0:1722795750.762141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a294a80, transno 4296348339 00000004:00080000:0.0:1722795750.762144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a297b80, transno 4296348340 00000004:00080000:0.0:1722795750.762147:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf9880, transno 4296348341 00000004:00080000:0.0:1722795750.762151:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a296d80, transno 4296348342 00000004:00080000:0.0:1722795750.762154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a295500, transno 4296348343 00000004:00080000:0.0:1722795750.762158:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a297480, transno 4296348344 00000004:00080000:0.0:1722795750.762162:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a297100, transno 4296348345 00000004:00080000:0.0:1722795750.762165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a295f80, transno 4296348346 00000004:00080000:0.0:1722795750.762168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12bb800, transno 4296348347 00000004:00080000:0.0:1722795750.762171:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b8380, transno 4296348348 00000004:00080000:0.0:1722795750.762175:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12bb100, transno 4296348349 00000004:00080000:0.0:1722795750.762178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b9c00, transno 4296348350 00000004:00080000:0.0:1722795750.762181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b8700, transno 4296348351 00000004:00080000:0.0:1722795750.762186:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12bbb80, transno 4296348352 00000004:00080000:0.0:1722795750.762190:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b8a80, transno 4296348353 00000004:00080000:0.0:1722795750.762193:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b9500, transno 4296348354 00000004:00080000:0.0:1722795750.762197:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a143100, transno 4296348355 00000004:00080000:0.0:1722795750.762201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b25f80, transno 4296348356 00000004:00080000:0.0:1722795750.762204:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a143800, transno 4296348357 00000004:00080000:0.0:1722795750.762208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a143b80, transno 4296348358 00000004:00080000:0.0:1722795750.762211:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a141c00, transno 4296348359 00000004:00080000:0.0:1722795750.762215:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a140000, transno 4296348360 00000004:00080000:0.0:1722795750.762219:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a140e00, transno 4296348361 00000004:00080000:0.0:1722795750.762223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5c000, transno 4296348362 00000004:00080000:0.0:1722795750.762226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf9c00, transno 4296348363 00000004:00080000:0.0:1722795750.762230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfb480, transno 4296348364 00000004:00080000:0.0:1722795750.762233:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6a300, transno 4296348365 00000004:00080000:0.0:1722795750.762237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfa680, transno 4296348366 00000004:00080000:0.0:1722795750.762240:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68e00, transno 4296348367 00000004:00080000:0.0:1722795750.762244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69880, transno 4296348368 00000004:00080000:0.0:1722795750.762248:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf8000, transno 4296348369 00000004:00080000:0.0:1722795750.762252:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf9180, transno 4296348370 00000004:00080000:0.0:1722795750.762255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5dc00, transno 4296348371 00000004:00080000:0.0:1722795750.762259:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5e680, transno 4296348372 00000004:00080000:0.0:1722795750.762263:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5ca80, transno 4296348373 00000004:00080000:0.0:1722795750.762266:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5ce00, transno 4296348374 00000004:00080000:0.0:1722795750.762270:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5d180, transno 4296348375 00000004:00080000:0.0:1722795750.762273:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5d880, transno 4296348376 00000004:00080000:0.0:1722795750.762277:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5c380, transno 4296348377 00000004:00080000:0.0:1722795750.762280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5d500, transno 4296348378 00000004:00080000:0.0:1722795750.762284:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125e680, transno 4296348379 00000004:00080000:0.0:1722795750.762287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a294e00, transno 4296348380 00000004:00080000:0.0:1722795750.762291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a297800, transno 4296348381 00000004:00080000:0.0:1722795750.762295:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfb100, transno 4296348382 00000004:00080000:0.0:1722795750.762298:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a294700, transno 4296348383 00000004:00080000:0.0:1722795750.762302:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a294380, transno 4296348384 00000004:00080000:0.0:1722795750.762306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125dc00, transno 4296348385 00000004:00080000:0.0:1722795750.762310:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a295180, transno 4296348386 00000004:00080000:0.0:1722795750.762313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125d180, transno 4296348387 00000004:00080000:0.0:1722795750.762315:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125ed80, transno 4296348388 00000004:00080000:0.0:1722795750.762318:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125f480, transno 4296348389 00000004:00080000:0.0:1722795750.762320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125c700, transno 4296348390 00000004:00080000:0.0:1722795750.762322:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125c000, transno 4296348391 00000004:00080000:0.0:1722795750.762325:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125d880, transno 4296348392 00000004:00080000:0.0:1722795750.762327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125e300, transno 4296348393 00000004:00080000:0.0:1722795750.762329:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125d500, transno 4296348394 00000004:00080000:0.0:1722795750.762331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68700, transno 4296348395 00000004:00080000:0.0:1722795750.762333:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68a80, transno 4296348396 00000004:00080000:0.0:1722795750.762335:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6a680, transno 4296348397 00000004:00080000:0.0:1722795750.762338:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6b800, transno 4296348398 00000004:00080000:0.0:1722795750.762340:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69f80, transno 4296348399 00000004:00080000:0.0:1722795750.762342:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b27b80, transno 4296348400 00000004:00080000:0.0:1722795750.762345:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b24380, transno 4296348401 00000004:00080000:0.0:1722795750.762347:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6aa00, transno 4296348402 00000004:00080000:0.0:1722795750.762349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524f100, transno 4296348403 00000004:00080000:0.0:1722795750.762352:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524d180, transno 4296348404 00000004:00080000:0.0:1722795750.762354:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524c000, transno 4296348405 00000004:00080000:0.0:1722795750.762356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69500, transno 4296348406 00000004:00080000:0.0:1722795750.762358:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf8380, transno 4296348407 00000004:00080000:0.0:1722795750.762361:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf9500, transno 4296348408 00000004:00080000:0.0:1722795750.762363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524e680, transno 4296348409 00000004:00080000:0.0:1722795750.762365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070852a00, transno 4296348410 00000004:00080000:0.0:1722795750.762368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070851500, transno 4296348411 00000004:00080000:0.0:1722795750.762371:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070853480, transno 4296348412 00000004:00080000:0.0:1722795750.762373:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070850700, transno 4296348413 00000004:00080000:0.0:1722795750.762376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070852680, transno 4296348414 00000004:00080000:0.0:1722795750.762378:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070852d80, transno 4296348415 00000004:00080000:0.0:1722795750.762380:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68000, transno 4296348416 00000004:00080000:0.0:1722795750.762382:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070851180, transno 4296348417 00000004:00080000:0.0:1722795750.762384:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6bb80, transno 4296348418 00000004:00080000:0.0:1722795750.762386:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ad80, transno 4296348419 00000004:00080000:0.0:1722795750.762388:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bca80, transno 4296348420 00000004:00080000:0.0:1722795750.762391:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bd880, transno 4296348421 00000004:00080000:0.0:1722795750.762393:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bd500, transno 4296348422 00000004:00080000:0.0:1722795750.762430:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bea00, transno 4296348423 00000004:00080000:0.0:1722795750.762433:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754be680, transno 4296348424 00000004:00080000:0.0:1722795750.762435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bdf80, transno 4296348425 00000004:00080000:0.0:1722795750.762438:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bc000, transno 4296348426 00000004:00080000:0.0:1722795750.762440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bce00, transno 4296348427 00000004:00080000:0.0:1722795750.762442:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bdc00, transno 4296348428 00000004:00080000:0.0:1722795750.762444:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68380, transno 4296348429 00000004:00080000:0.0:1722795750.762446:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a295c00, transno 4296348430 00000004:00080000:0.0:1722795750.762448:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfad80, transno 4296348431 00000004:00080000:0.0:1722795750.762451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfbb80, transno 4296348432 00000004:00080000:0.0:1722795750.762453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6b100, transno 4296348433 00000004:00080000:0.0:1722795750.762455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf8700, transno 4296348434 00000004:00080000:0.0:1722795750.762458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864f800, transno 4296348435 00000004:00080000:0.0:1722795750.762460:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12baa00, transno 4296348436 00000004:00080000:0.0:1722795750.762462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12bb480, transno 4296348437 00000004:00080000:0.0:1722795750.762464:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b8e00, transno 4296348438 00000004:00080000:0.0:1722795750.762467:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12ba300, transno 4296348439 00000004:00080000:0.0:1722795750.762469:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdf8a80, transno 4296348440 00000004:00080000:0.0:1722795750.762471:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b9f80, transno 4296348441 00000004:00080000:0.0:1722795750.762475:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df82d80, transno 4296348442 00000004:00080000:0.0:1722795750.762477:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df80000, transno 4296348443 00000004:00080000:0.0:1722795750.762479:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df80a80, transno 4296348444 00000004:00080000:0.0:1722795750.762481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864fb80, transno 4296348445 00000004:00080000:0.0:1722795750.762484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864ea00, transno 4296348446 00000004:00080000:0.0:1722795750.762486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864ce00, transno 4296348447 00000004:00080000:0.0:1722795750.762488:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864e300, transno 4296348448 00000004:00080000:0.0:1722795750.762490:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864c700, transno 4296348449 00000004:00080000:0.0:1722795750.762492:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df81500, transno 4296348450 00000004:00080000:0.0:1722795750.762494:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864c000, transno 4296348451 00000004:00080000:0.0:1722795750.762497:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524fb80, transno 4296348452 00000004:00080000:0.0:1722795750.762499:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df83800, transno 4296348453 00000004:00080000:0.0:1722795750.762501:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df82300, transno 4296348454 00000004:00080000:0.0:1722795750.762503:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df80380, transno 4296348455 00000004:00080000:0.0:1722795750.762505:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524dc00, transno 4296348456 00000004:00080000:0.0:1722795750.762507:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524f480, transno 4296348457 00000004:00080000:0.0:1722795750.762509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524c700, transno 4296348458 00000004:00080000:0.0:1722795750.762512:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df80700, transno 4296348459 00000004:00080000:0.0:1722795750.762514:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df81180, transno 4296348460 00000004:00080000:0.0:1722795750.762516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5ed80, transno 4296348461 00000004:00080000:0.0:1722795750.762518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5df80, transno 4296348462 00000004:00080000:0.0:1722795750.762520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5c700, transno 4296348463 00000004:00080000:0.0:1722795750.762523:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5ea00, transno 4296348464 00000004:00080000:0.0:1722795750.762525:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b25880, transno 4296348465 00000004:00080000:0.0:1722795750.762527:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5f800, transno 4296348466 00000004:00080000:0.0:1722795750.762529:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b26d80, transno 4296348467 00000004:00080000:0.0:1722795750.762532:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5e300, transno 4296348468 00000004:00080000:0.0:1722795750.762534:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096b25180, transno 4296348469 00000004:00080000:0.0:1722795750.762536:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098016a00, transno 4296348470 00000004:00080000:0.0:1722795750.762538:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098017800, transno 4296348471 00000004:00080000:0.0:1722795750.762541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098014e00, transno 4296348472 00000004:00080000:0.0:1722795750.762544:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098014700, transno 4296348473 00000004:00080000:0.0:1722795750.762546:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098016d80, transno 4296348474 00000004:00080000:0.0:1722795750.762548:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098014380, transno 4296348475 00000004:00080000:0.0:1722795750.762550:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098017100, transno 4296348476 00000004:00080000:0.0:1722795750.762553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098016680, transno 4296348477 00000004:00080000:0.0:1722795750.762555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121003480, transno 4296348478 00000004:00080000:0.0:1722795750.762557:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121001880, transno 4296348479 00000004:00080000:0.0:1722795750.762560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121001c00, transno 4296348480 00000004:00080000:0.0:1722795750.762562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121000000, transno 4296348481 00000004:00080000:0.0:1722795750.762564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121000380, transno 4296348482 00000004:00080000:0.0:1722795750.762566:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121003b80, transno 4296348483 00000004:00080000:0.0:1722795750.762568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121001f80, transno 4296348484 00000004:00080000:0.0:1722795750.762570:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121001500, transno 4296348485 00000004:00080000:0.0:1722795750.762572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121003100, transno 4296348486 00000004:00080000:0.0:1722795750.762574:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121001180, transno 4296348487 00000004:00080000:0.0:1722795750.762576:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125c380, transno 4296348488 00000004:00080000:0.0:1722795750.762578:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524df80, transno 4296348489 00000004:00080000:0.0:1722795750.762581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125ea00, transno 4296348490 00000004:00080000:0.0:1722795750.762583:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524ca80, transno 4296348491 00000004:00080000:0.0:1722795750.762585:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125fb80, transno 4296348492 00000004:00080000:0.0:1722795750.762587:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524d880, transno 4296348493 00000004:00080000:0.0:1722795750.762589:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bc700, transno 4296348494 00000004:00080000:0.0:1722795750.762591:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bc380, transno 4296348495 00000004:00080000:0.0:1722795750.762593:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524c380, transno 4296348496 00000004:00080000:0.0:1722795750.762596:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bfb80, transno 4296348497 00000004:00080000:0.0:1722795750.762598:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bf480, transno 4296348498 00000004:00080000:0.0:1722795750.762600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c4000, transno 4296348499 00000004:00080000:0.0:1722795750.762602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f3b80, transno 4296348500 00000004:00080000:0.0:1722795750.762605:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f2300, transno 4296348501 00000004:00080000:0.0:1722795750.762607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f0700, transno 4296348502 00000004:00080000:0.0:1722795750.762609:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f2a00, transno 4296348503 00000004:00080000:0.0:1722795750.762612:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f1500, transno 4296348504 00000004:00080000:0.0:1722795750.762614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f2680, transno 4296348505 00000004:00080000:0.0:1722795750.762616:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f1880, transno 4296348506 00000004:00080000:0.0:1722795750.762618:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f1c00, transno 4296348507 00000004:00080000:0.0:1722795750.762620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a61880, transno 4296348508 00000004:00080000:0.0:1722795750.762622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c7480, transno 4296348509 00000004:00080000:0.0:1722795750.762624:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a63800, transno 4296348510 00000004:00080000:0.0:1722795750.762643:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a60a80, transno 4296348511 00000004:00080000:0.0:1722795750.762645:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a61180, transno 4296348512 00000004:00080000:0.0:1722795750.762647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f2d80, transno 4296348513 00000004:00080000:0.0:1722795750.762649:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a62300, transno 4296348514 00000004:00080000:0.0:1722795750.762652:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f0000, transno 4296348515 00000004:00080000:0.0:1722795750.762654:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121002680, transno 4296348516 00000004:00080000:0.0:1722795750.762656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121003800, transno 4296348517 00000004:00080000:0.0:1722795750.762658:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f8380, transno 4296348518 00000004:00080000:0.0:1722795750.762661:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098015880, transno 4296348519 00000004:00080000:0.0:1722795750.762663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f1f80, transno 4296348520 00000004:00080000:0.0:1722795750.762665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f1180, transno 4296348521 00000004:00080000:0.0:1722795750.762668:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f2d80, transno 4296348522 00000004:00080000:0.0:1722795750.762670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f1880, transno 4296348523 00000004:00080000:0.0:1722795750.762672:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bf100, transno 4296348524 00000004:00080000:0.0:1722795750.762675:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125df80, transno 4296348525 00000004:00080000:0.0:1722795750.762677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bd180, transno 4296348526 00000004:00080000:0.0:1722795750.762679:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098015c00, transno 4296348527 00000004:00080000:0.0:1722795750.762681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125f100, transno 4296348528 00000004:00080000:0.0:1722795750.762683:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524d500, transno 4296348529 00000004:00080000:0.0:1722795750.762685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524ce00, transno 4296348530 00000004:00080000:0.0:1722795750.762687:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fdfa300, transno 4296348531 00000004:00080000:0.0:1722795750.762690:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f0a80, transno 4296348532 00000004:00080000:0.0:1722795750.762693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f3480, transno 4296348533 00000004:00080000:0.0:1722795750.762695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f0e00, transno 4296348534 00000004:00080000:0.0:1722795750.762697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f1500, transno 4296348535 00000004:00080000:0.0:1722795750.762699:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f8000, transno 4296348536 00000004:00080000:0.0:1722795750.762701:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210fb100, transno 4296348537 00000004:00080000:0.0:1722795750.762703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c7b80, transno 4296348538 00000004:00080000:0.0:1722795750.762705:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074b5f100, transno 4296348539 00000004:00080000:0.0:1722795750.762708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c7800, transno 4296348540 00000004:00080000:0.0:1722795750.762710:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c6680, transno 4296348541 00000004:00080000:0.0:1722795750.762712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c6a00, transno 4296348542 00000004:00080000:0.0:1722795750.762714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c5500, transno 4296348543 00000004:00080000:0.0:1722795750.762717:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c6d80, transno 4296348544 00000004:00080000:0.0:1722795750.762719:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c4380, transno 4296348545 00000004:00080000:0.0:1722795750.762721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c6300, transno 4296348546 00000004:00080000:0.0:1722795750.762723:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f0a80, transno 4296348547 00000004:00080000:0.0:1722795750.762726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854fbb80, transno 4296348548 00000004:00080000:0.0:1722795750.762728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f8000, transno 4296348549 00000004:00080000:0.0:1722795750.762730:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854fa300, transno 4296348550 00000004:00080000:0.0:1722795750.762732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f8a80, transno 4296348551 00000004:00080000:0.0:1722795750.762734:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f9c00, transno 4296348552 00000004:00080000:0.0:1722795750.762736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f8700, transno 4296348553 00000004:00080000:0.0:1722795750.762739:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007524ed80, transno 4296348554 00000004:00080000:0.0:1722795750.762741:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d6d80, transno 4296348555 00000004:00080000:0.0:1722795750.762744:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d4700, transno 4296348556 00000004:00080000:0.0:1722795750.762746:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d5f80, transno 4296348557 00000004:00080000:0.0:1722795750.762748:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d7100, transno 4296348558 00000004:00080000:0.0:1722795750.762750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d7b80, transno 4296348559 00000004:00080000:0.0:1722795750.762753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d5880, transno 4296348560 00000004:00080000:0.0:1722795750.762755:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d7480, transno 4296348561 00000004:00080000:0.0:1722795750.762758:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d5180, transno 4296348562 00000004:00080000:0.0:1722795750.762760:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d6680, transno 4296348563 00000004:00080000:0.0:1722795750.762763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200aa680, transno 4296348564 00000004:00080000:0.0:1722795750.762766:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a8e00, transno 4296348565 00000004:00080000:0.0:1722795750.762769:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200abb80, transno 4296348566 00000004:00080000:0.0:1722795750.762771:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a9500, transno 4296348567 00000004:00080000:0.0:1722795750.762774:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a8380, transno 4296348568 00000004:00080000:0.0:1722795750.762776:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200ab100, transno 4296348569 00000004:00080000:0.0:1722795750.762779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121000a80, transno 4296348570 00000004:00080000:0.0:1722795750.762781:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f9180, transno 4296348571 00000004:00080000:0.0:1722795750.762783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800754bed80, transno 4296348572 00000004:00080000:0.0:1722795750.762785:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a61500, transno 4296348573 00000004:00080000:0.0:1722795750.762788:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a141880, transno 4296348574 00000004:00080000:0.0:1722795750.762790:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864e680, transno 4296348575 00000004:00080000:0.0:1722795750.762793:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864d500, transno 4296348576 00000004:00080000:0.0:1722795750.762795:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12b9880, transno 4296348577 00000004:00080000:0.0:1722795750.762798:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12bad80, transno 4296348578 00000004:00080000:0.0:1722795750.762800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864f480, transno 4296348579 00000004:00080000:0.0:1722795750.762802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df80e00, transno 4296348580 00000004:00080000:0.0:1722795750.762805:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df83b80, transno 4296348581 00000004:00080000:0.0:1722795750.762807:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df83480, transno 4296348582 00000004:00080000:0.0:1722795750.762809:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864df80, transno 4296348583 00000004:00080000:0.0:1722795750.762812:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df81880, transno 4296348584 00000004:00080000:0.0:1722795750.762814:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcd180, transno 4296348585 00000004:00080000:0.0:1722795750.762817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864d180, transno 4296348586 00000004:00080000:0.0:1722795750.762819:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bce680, transno 4296348587 00000004:00080000:0.0:1722795750.762822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcc380, transno 4296348588 00000004:00080000:0.0:1722795750.762824:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcca80, transno 4296348589 00000004:00080000:0.0:1722795750.762826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcdf80, transno 4296348590 00000004:00080000:0.0:1722795750.762829:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcd500, transno 4296348591 00000004:00080000:0.0:1722795750.762832:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f9500, transno 4296348592 00000004:00080000:0.0:1722795750.762834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210fa300, transno 4296348593 00000004:00080000:0.0:1722795750.762837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210fb800, transno 4296348594 00000004:00080000:0.0:1722795750.762839:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210faa00, transno 4296348595 00000004:00080000:0.0:1722795750.762841:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f8380, transno 4296348596 00000004:00080000:0.0:1722795750.762844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f9f80, transno 4296348597 00000004:00080000:0.0:1722795750.762846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcc700, transno 4296348598 00000004:00080000:0.0:1722795750.762848:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcf100, transno 4296348599 00000004:00080000:0.0:1722795750.762851:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a143480, transno 4296348600 00000004:00080000:0.0:1722795750.762853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a62d80, transno 4296348601 00000004:00080000:0.0:1722795750.762856:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099a61c00, transno 4296348602 00000004:00080000:0.0:1722795750.762858:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008125ce00, transno 4296348603 00000004:00080000:0.0:1722795750.762860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864ed80, transno 4296348604 00000004:00080000:0.0:1722795750.762884:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a141500, transno 4296348605 00000004:00080000:0.0:1722795750.762888:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a142a00, transno 4296348606 00000004:00080000:0.0:1722795750.762890:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a12ba680, transno 4296348607 00000004:00080000:0.0:1722795750.762893:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121000e00, transno 4296348608 00000004:00080000:0.0:1722795750.762895:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098016300, transno 4296348609 00000004:00080000:0.0:1722795750.762897:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098015f80, transno 4296348610 00000004:00080000:0.0:1722795750.762900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098015500, transno 4296348611 00000004:00080000:0.0:1722795750.762902:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098015180, transno 4296348612 00000004:00080000:0.0:1722795750.762904:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f8e00, transno 4296348613 00000004:00080000:0.0:1722795750.762907:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098017480, transno 4296348614 00000004:00080000:0.0:1722795750.762909:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f9f80, transno 4296348615 00000004:00080000:0.0:1722795750.762911:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f9880, transno 4296348616 00000004:00080000:0.0:1722795750.762914:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854fa680, transno 4296348617 00000004:00080000:0.0:1722795750.762916:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f9500, transno 4296348618 00000004:00080000:0.0:1722795750.762918:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854fad80, transno 4296348619 00000004:00080000:0.0:1722795750.762921:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df81c00, transno 4296348620 00000004:00080000:0.0:1722795750.762923:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098014000, transno 4296348621 00000004:00080000:0.0:1722795750.762927:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f3480, transno 4296348622 00000004:00080000:0.0:1722795750.762929:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854f9180, transno 4296348623 00000004:00080000:0.0:1722795750.762932:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f3800, transno 4296348624 00000004:00080000:0.0:1722795750.762934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f1180, transno 4296348625 00000004:00080000:0.0:1722795750.762937:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c4e00, transno 4296348626 00000004:00080000:0.0:1722795750.762939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c4700, transno 4296348627 00000004:00080000:0.0:1722795750.762941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df82680, transno 4296348628 00000004:00080000:0.0:1722795750.762943:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c5880, transno 4296348629 00000004:00080000:0.0:1722795750.762946:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f3100, transno 4296348630 00000004:00080000:0.0:1722795750.762948:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c4a80, transno 4296348631 00000004:00080000:0.0:1722795750.762950:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f3100, transno 4296348632 00000004:00080000:0.0:1722795750.762953:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f3b80, transno 4296348633 00000004:00080000:0.0:1722795750.762955:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f0000, transno 4296348634 00000004:00080000:0.0:1722795750.762957:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f0700, transno 4296348635 00000004:00080000:0.0:1722795750.762960:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea77b80, transno 4296348636 00000004:00080000:0.0:1722795750.762962:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea77480, transno 4296348637 00000004:00080000:0.0:1722795750.762964:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea75c00, transno 4296348638 00000004:00080000:0.0:1722795750.762967:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea75500, transno 4296348639 00000004:00080000:0.0:1722795750.762969:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea74a80, transno 4296348640 00000004:00080000:0.0:1722795750.762972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088478a80, transno 4296348641 00000004:00080000:0.0:1722795750.762974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea76300, transno 4296348642 00000004:00080000:0.0:1722795750.762976:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088479c00, transno 4296348643 00000004:00080000:0.0:1722795750.762979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008847ad80, transno 4296348644 00000004:00080000:0.0:1722795750.762981:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea74000, transno 4296348645 00000004:00080000:0.0:1722795750.762984:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a1880, transno 4296348646 00000004:00080000:0.0:1722795750.762986:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a0700, transno 4296348647 00000004:00080000:0.0:1722795750.762988:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a0380, transno 4296348648 00000004:00080000:0.0:1722795750.762991:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a1c00, transno 4296348649 00000004:00080000:0.0:1722795750.762993:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a3100, transno 4296348650 00000004:00080000:0.0:1722795750.762995:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a0a80, transno 4296348651 00000004:00080000:0.0:1722795750.762998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a2300, transno 4296348652 00000004:00080000:0.0:1722795750.763001:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088479880, transno 4296348653 00000004:00080000:0.0:1722795750.763003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088478e00, transno 4296348654 00000004:00080000:0.0:1722795750.763005:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a0e00, transno 4296348655 00000004:00080000:0.0:1722795750.763008:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a1500, transno 4296348656 00000004:00080000:0.0:1722795750.763010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a3800, transno 4296348657 00000004:00080000:0.0:1722795750.763012:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f8a80, transno 4296348658 00000004:00080000:0.0:1722795750.763014:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a2d80, transno 4296348659 00000004:00080000:0.0:1722795750.763017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a3480, transno 4296348660 00000004:00080000:0.0:1722795750.763019:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210fad80, transno 4296348661 00000004:00080000:0.0:1722795750.763021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121002d80, transno 4296348662 00000004:00080000:0.0:1722795750.763023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210fb480, transno 4296348663 00000004:00080000:0.0:1722795750.763026:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078126a00, transno 4296348664 00000004:00080000:0.0:1722795750.763028:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078126d80, transno 4296348665 00000004:00080000:0.0:1722795750.763030:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078124a80, transno 4296348666 00000004:00080000:0.0:1722795750.763033:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078124000, transno 4296348667 00000004:00080000:0.0:1722795750.763035:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078125f80, transno 4296348668 00000004:00080000:0.0:1722795750.763038:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078126300, transno 4296348669 00000004:00080000:0.0:1722795750.763040:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078127800, transno 4296348670 00000004:00080000:0.0:1722795750.763042:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078125c00, transno 4296348671 00000004:00080000:0.0:1722795750.763045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078125180, transno 4296348672 00000004:00080000:0.0:1722795750.763047:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078125500, transno 4296348673 00000004:00080000:0.0:1722795750.763049:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078127100, transno 4296348674 00000004:00080000:0.0:1722795750.763051:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078127480, transno 4296348675 00000004:00080000:0.0:1722795750.763054:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864f100, transno 4296348676 00000004:00080000:0.0:1722795750.763056:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864ca80, transno 4296348677 00000004:00080000:0.0:1722795750.763058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a9f80, transno 4296348678 00000004:00080000:0.0:1722795750.763061:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a8a80, transno 4296348679 00000004:00080000:0.0:1722795750.763063:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078125880, transno 4296348680 00000004:00080000:0.0:1722795750.763065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078124e00, transno 4296348681 00000004:00080000:0.0:1722795750.763068:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008847b480, transno 4296348682 00000004:00080000:0.0:1722795750.763070:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008847aa00, transno 4296348683 00000004:00080000:0.0:1722795750.763073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088478700, transno 4296348684 00000004:00080000:0.0:1722795750.763075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088478380, transno 4296348685 00000004:00080000:0.0:1722795750.763077:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a3b80, transno 4296348686 00000004:00080000:0.0:1722795750.763079:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200ab800, transno 4296348687 00000004:00080000:0.0:1722795750.763081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a2680, transno 4296348688 00000004:00080000:0.0:1722795750.763084:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a9180, transno 4296348689 00000004:00080000:0.0:1722795750.763086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200aad80, transno 4296348690 00000004:00080000:0.0:1722795750.763088:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078127b80, transno 4296348691 00000004:00080000:0.0:1722795750.763091:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce3800, transno 4296348692 00000004:00080000:0.0:1722795750.763093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce1f80, transno 4296348693 00000004:00080000:0.0:1722795750.763095:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce1180, transno 4296348694 00000004:00080000:0.0:1722795750.763097:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce1880, transno 4296348695 00000004:00080000:0.0:1722795750.763100:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86f480, transno 4296348696 00000004:00080000:0.0:1722795750.763102:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce3480, transno 4296348697 00000004:00080000:0.0:1722795750.763104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a8000, transno 4296348698 00000004:00080000:0.0:1722795750.763107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86d180, transno 4296348699 00000004:00080000:0.0:1722795750.763109:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce3100, transno 4296348700 00000004:00080000:0.0:1722795750.763111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce1c00, transno 4296348701 00000004:00080000:0.0:1722795750.763113:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce2a00, transno 4296348702 00000004:00080000:0.0:1722795750.763115:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce0e00, transno 4296348703 00000004:00080000:0.0:1722795750.763118:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210f8e00, transno 4296348704 00000004:00080000:0.0:1722795750.763120:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bf100, transno 4296348705 00000004:00080000:0.0:1722795750.763122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bed80, transno 4296348706 00000004:00080000:0.0:1722795750.763125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce0700, transno 4296348707 00000004:00080000:0.0:1722795750.763127:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bf800, transno 4296348708 00000004:00080000:0.0:1722795750.763129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bc700, transno 4296348709 00000004:00080000:0.0:1722795750.763131:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bca80, transno 4296348710 00000004:00080000:0.0:1722795750.763134:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210be680, transno 4296348711 00000004:00080000:0.0:1722795750.763137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229c000, transno 4296348712 00000004:00080000:0.0:1722795750.763139:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229f100, transno 4296348713 00000004:00080000:0.0:1722795750.763142:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86ce00, transno 4296348714 00000004:00080000:0.0:1722795750.763144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229f480, transno 4296348715 00000004:00080000:0.0:1722795750.763146:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86ca80, transno 4296348716 00000004:00080000:0.0:1722795750.763148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229c700, transno 4296348717 00000004:00080000:0.0:1722795750.763150:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86ed80, transno 4296348718 00000004:00080000:0.0:1722795750.763153:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86dc00, transno 4296348719 00000004:00080000:0.0:1722795750.763155:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86c700, transno 4296348720 00000004:00080000:0.0:1722795750.763157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86df80, transno 4296348721 00000004:00080000:0.0:1722795750.763159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86e680, transno 4296348722 00000004:00080000:0.0:1722795750.763161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86f800, transno 4296348723 00000004:00080000:0.0:1722795750.763163:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f0e00, transno 4296348724 00000004:00080000:0.0:1722795750.763166:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801362f1f80, transno 4296348725 00000004:00080000:0.0:1722795750.763168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c7100, transno 4296348726 00000004:00080000:0.0:1722795750.763170:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce1500, transno 4296348727 00000004:00080000:0.0:1722795750.763172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce2300, transno 4296348728 00000004:00080000:0.0:1722795750.763174:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce2680, transno 4296348729 00000004:00080000:0.0:1722795750.763176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f2680, transno 4296348730 00000004:00080000:0.0:1722795750.763178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880098017b80, transno 4296348731 00000004:00080000:0.0:1722795750.763181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4b480, transno 4296348732 00000004:00080000:0.0:1722795750.763183:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4aa00, transno 4296348733 00000004:00080000:0.0:1722795750.763185:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc48700, transno 4296348734 00000004:00080000:0.0:1722795750.763187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078124380, transno 4296348735 00000004:00080000:0.0:1722795750.763190:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc49880, transno 4296348736 00000004:00080000:0.0:1722795750.763192:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc49500, transno 4296348737 00000004:00080000:0.0:1722795750.763194:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4b100, transno 4296348738 00000004:00080000:0.0:1722795750.763197:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc49c00, transno 4296348739 00000004:00080000:0.0:1722795750.763199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc48a80, transno 4296348740 00000004:00080000:0.0:1722795750.763201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc48000, transno 4296348741 00000004:00080000:0.0:1722795750.763203:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4bb80, transno 4296348742 00000004:00080000:0.0:1722795750.763206:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4ad80, transno 4296348743 00000004:00080000:0.0:1722795750.763208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc48380, transno 4296348744 00000004:00080000:0.0:1722795750.763210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc49180, transno 4296348745 00000004:00080000:0.0:1722795750.763212:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc49f80, transno 4296348746 00000004:00080000:0.0:1722795750.763214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc48e00, transno 4296348747 00000004:00080000:0.0:1722795750.763216:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714de300, transno 4296348748 00000004:00080000:0.0:1722795750.763219:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dd500, transno 4296348749 00000004:00080000:0.0:1722795750.763221:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c5180, transno 4296348750 00000004:00080000:0.0:1722795750.763223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dea00, transno 4296348751 00000004:00080000:0.0:1722795750.763226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dfb80, transno 4296348752 00000004:00080000:0.0:1722795750.763228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714df480, transno 4296348753 00000004:00080000:0.0:1722795750.763230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714df100, transno 4296348754 00000004:00080000:0.0:1722795750.763232:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dce00, transno 4296348755 00000004:00080000:0.0:1722795750.763234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dd880, transno 4296348756 00000004:00080000:0.0:1722795750.763237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dd180, transno 4296348757 00000004:00080000:0.0:1722795750.763239:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f3800, transno 4296348758 00000004:00080000:0.0:1722795750.763241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714de680, transno 4296348759 00000004:00080000:0.0:1722795750.763243:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dc380, transno 4296348760 00000004:00080000:0.0:1722795750.763245:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea74380, transno 4296348761 00000004:00080000:0.0:1722795750.763248:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714ddc00, transno 4296348762 00000004:00080000:0.0:1722795750.763250:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a1f80, transno 4296348763 00000004:00080000:0.0:1722795750.763252:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea75f80, transno 4296348764 00000004:00080000:0.0:1722795750.763255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea76d80, transno 4296348765 00000004:00080000:0.0:1722795750.763257:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea76a00, transno 4296348766 00000004:00080000:0.0:1722795750.763259:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86fb80, transno 4296348767 00000004:00080000:0.0:1722795750.763261:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200ab480, transno 4296348768 00000004:00080000:0.0:1722795750.763263:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcdc00, transno 4296348769 00000004:00080000:0.0:1722795750.763265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008864dc00, transno 4296348770 00000004:00080000:0.0:1722795750.763268:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcc000, transno 4296348771 00000004:00080000:0.0:1722795750.763270:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea76680, transno 4296348772 00000004:00080000:0.0:1722795750.763272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d4e00, transno 4296348773 00000004:00080000:0.0:1722795750.763275:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea75180, transno 4296348774 00000004:00080000:0.0:1722795750.763277:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea74e00, transno 4296348775 00000004:00080000:0.0:1722795750.763280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea77100, transno 4296348776 00000004:00080000:0.0:1722795750.763282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea77800, transno 4296348777 00000004:00080000:0.0:1722795750.763284:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea75880, transno 4296348778 00000004:00080000:0.0:1722795750.763286:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229f800, transno 4296348779 00000004:00080000:0.0:1722795750.763288:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a2a00, transno 4296348780 00000004:00080000:0.0:1722795750.763290:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229d180, transno 4296348781 00000004:00080000:0.0:1722795750.763292:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210be300, transno 4296348782 00000004:00080000:0.0:1722795750.763294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bce00, transno 4296348783 00000004:00080000:0.0:1722795750.763297:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bd180, transno 4296348784 00000004:00080000:0.0:1722795750.763299:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bc000, transno 4296348785 00000004:00080000:0.0:1722795750.763301:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4a680, transno 4296348786 00000004:00080000:0.0:1722795750.763303:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bf480, transno 4296348787 00000004:00080000:0.0:1722795750.763305:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bd500, transno 4296348788 00000004:00080000:0.0:1722795750.763307:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bdc00, transno 4296348789 00000004:00080000:0.0:1722795750.763309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86ea00, transno 4296348790 00000004:00080000:0.0:1722795750.763311:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86d500, transno 4296348791 00000004:00080000:0.0:1722795750.763314:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648ea00, transno 4296348792 00000004:00080000:0.0:1722795750.763316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86d880, transno 4296348793 00000004:00080000:0.0:1722795750.763319:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648c000, transno 4296348794 00000004:00080000:0.0:1722795750.763321:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714df800, transno 4296348795 00000004:00080000:0.0:1722795750.763323:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714ddf80, transno 4296348796 00000004:00080000:0.0:1722795750.763325:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86c000, transno 4296348797 00000004:00080000:0.0:1722795750.763328:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dc700, transno 4296348798 00000004:00080000:0.0:1722795750.763330:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078126680, transno 4296348799 00000004:00080000:0.0:1722795750.763332:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648d880, transno 4296348800 00000004:00080000:0.0:1722795750.763334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648ca80, transno 4296348801 00000004:00080000:0.0:1722795750.763337:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bfb80, transno 4296348802 00000004:00080000:0.0:1722795750.763339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648ed80, transno 4296348803 00000004:00080000:0.0:1722795750.763341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcf480, transno 4296348804 00000004:00080000:0.0:1722795750.763343:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648c700, transno 4296348805 00000004:00080000:0.0:1722795750.763346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648d180, transno 4296348806 00000004:00080000:0.0:1722795750.763348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648fb80, transno 4296348807 00000004:00080000:0.0:1722795750.763350:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcea00, transno 4296348808 00000004:00080000:0.0:1722795750.763352:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bd880, transno 4296348809 00000004:00080000:0.0:1722795750.763354:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bdf80, transno 4296348810 00000004:00080000:0.0:1722795750.763357:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801210bc380, transno 4296348811 00000004:00080000:0.0:1722795750.763359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6c5f80, transno 4296348812 00000004:00080000:0.0:1722795750.763361:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965ced80, transno 4296348813 00000004:00080000:0.0:1722795750.763363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cc700, transno 4296348814 00000004:00080000:0.0:1722795750.763365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a141f80, transno 4296348815 00000004:00080000:0.0:1722795750.763368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a141180, transno 4296348816 00000004:00080000:0.0:1722795750.763370:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cf480, transno 4296348817 00000004:00080000:0.0:1722795750.763372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cd500, transno 4296348818 00000004:00080000:0.0:1722795750.763374:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cf800, transno 4296348819 00000004:00080000:0.0:1722795750.763376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cdc00, transno 4296348820 00000004:00080000:0.0:1722795750.763378:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cc380, transno 4296348821 00000004:00080000:0.0:1722795750.763381:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cce00, transno 4296348822 00000004:00080000:0.0:1722795750.763383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cfb80, transno 4296348823 00000004:00080000:0.0:1722795750.763385:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229ca80, transno 4296348824 00000004:00080000:0.0:1722795750.763387:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229df80, transno 4296348825 00000004:00080000:0.0:1722795750.763390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229ed80, transno 4296348826 00000004:00080000:0.0:1722795750.763392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229ce00, transno 4296348827 00000004:00080000:0.0:1722795750.763394:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cd180, transno 4296348828 00000004:00080000:0.0:1722795750.763418:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cdf80, transno 4296348829 00000004:00080000:0.0:1722795750.763421:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229ea00, transno 4296348830 00000004:00080000:0.0:1722795750.763424:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134160380, transno 4296348831 00000004:00080000:0.0:1722795750.763427:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cd880, transno 4296348832 00000004:00080000:0.0:1722795750.763430:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965ce680, transno 4296348833 00000004:00080000:0.0:1722795750.763432:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229fb80, transno 4296348834 00000004:00080000:0.0:1722795750.763435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229e680, transno 4296348835 00000004:00080000:0.0:1722795750.763437:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134163480, transno 4296348836 00000004:00080000:0.0:1722795750.763440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e1c00, transno 4296348837 00000004:00080000:0.0:1722795750.763442:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134161c00, transno 4296348838 00000004:00080000:0.0:1722795750.763445:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e0380, transno 4296348839 00000004:00080000:0.0:1722795750.763447:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e3b80, transno 4296348840 00000004:00080000:0.0:1722795750.763449:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e3480, transno 4296348841 00000004:00080000:0.0:1722795750.763451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134160a80, transno 4296348842 00000004:00080000:0.0:1722795750.763454:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134162300, transno 4296348843 00000004:00080000:0.0:1722795750.763456:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134161180, transno 4296348844 00000004:00080000:0.0:1722795750.763458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134163b80, transno 4296348845 00000004:00080000:0.0:1722795750.763460:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134161880, transno 4296348846 00000004:00080000:0.0:1722795750.763463:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104e300, transno 4296348847 00000004:00080000:0.0:1722795750.763466:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104dc00, transno 4296348848 00000004:00080000:0.0:1722795750.763468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104df80, transno 4296348849 00000004:00080000:0.0:1722795750.763470:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c6a00, transno 4296348850 00000004:00080000:0.0:1722795750.763473:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104e680, transno 4296348851 00000004:00080000:0.0:1722795750.763475:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c7100, transno 4296348852 00000004:00080000:0.0:1722795750.763478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c5f80, transno 4296348853 00000004:00080000:0.0:1722795750.763480:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c7b80, transno 4296348854 00000004:00080000:0.0:1722795750.763482:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c6680, transno 4296348855 00000004:00080000:0.0:1722795750.763484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c7480, transno 4296348856 00000004:00080000:0.0:1722795750.763486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c6300, transno 4296348857 00000004:00080000:0.0:1722795750.763489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c5c00, transno 4296348858 00000004:00080000:0.0:1722795750.763491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c5500, transno 4296348859 00000004:00080000:0.0:1722795750.763493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e1500, transno 4296348860 00000004:00080000:0.0:1722795750.763495:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e3800, transno 4296348861 00000004:00080000:0.0:1722795750.763499:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e2a00, transno 4296348862 00000004:00080000:0.0:1722795750.763501:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648f100, transno 4296348863 00000004:00080000:0.0:1722795750.763504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e0e00, transno 4296348864 00000004:00080000:0.0:1722795750.763506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c4a80, transno 4296348865 00000004:00080000:0.0:1722795750.763508:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648d500, transno 4296348866 00000004:00080000:0.0:1722795750.763511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce0380, transno 4296348867 00000004:00080000:0.0:1722795750.763513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce1500, transno 4296348868 00000004:00080000:0.0:1722795750.763516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce3100, transno 4296348869 00000004:00080000:0.0:1722795750.763518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce1c00, transno 4296348870 00000004:00080000:0.0:1722795750.763521:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce3800, transno 4296348871 00000004:00080000:0.0:1722795750.763523:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965cf100, transno 4296348872 00000004:00080000:0.0:1722795750.763525:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800965ce300, transno 4296348873 00000004:00080000:0.0:1722795750.763528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540c380, transno 4296348874 00000004:00080000:0.0:1722795750.763530:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540e680, transno 4296348875 00000004:00080000:0.0:1722795750.763532:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540c000, transno 4296348876 00000004:00080000:0.0:1722795750.763535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540f480, transno 4296348877 00000004:00080000:0.0:1722795750.763537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540fb80, transno 4296348878 00000004:00080000:0.0:1722795750.763539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540ca80, transno 4296348879 00000004:00080000:0.0:1722795750.763542:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540df80, transno 4296348880 00000004:00080000:0.0:1722795750.763544:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540d500, transno 4296348881 00000004:00080000:0.0:1722795750.763546:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540f100, transno 4296348882 00000004:00080000:0.0:1722795750.763549:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540dc00, transno 4296348883 00000004:00080000:0.0:1722795750.763551:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072777480, transno 4296348884 00000004:00080000:0.0:1722795750.763553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072774380, transno 4296348885 00000004:00080000:0.0:1722795750.763556:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072775880, transno 4296348886 00000004:00080000:0.0:1722795750.763558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072776d80, transno 4296348887 00000004:00080000:0.0:1722795750.763560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce3b80, transno 4296348888 00000004:00080000:0.0:1722795750.763562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce2300, transno 4296348889 00000004:00080000:0.0:1722795750.763565:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540f800, transno 4296348890 00000004:00080000:0.0:1722795750.763567:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce0700, transno 4296348891 00000004:00080000:0.0:1722795750.763570:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86f100, transno 4296348892 00000004:00080000:0.0:1722795750.763572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540ea00, transno 4296348893 00000004:00080000:0.0:1722795750.763574:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a8700, transno 4296348894 00000004:00080000:0.0:1722795750.763577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800750a0000, transno 4296348895 00000004:00080000:0.0:1722795750.763579:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088478000, transno 4296348896 00000004:00080000:0.0:1722795750.763581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008847a680, transno 4296348897 00000004:00080000:0.0:1722795750.763583:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088479500, transno 4296348898 00000004:00080000:0.0:1722795750.763586:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9d880, transno 4296348899 00000004:00080000:0.0:1722795750.763588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d4380, transno 4296348900 00000004:00080000:0.0:1722795750.763590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9c000, transno 4296348901 00000004:00080000:0.0:1722795750.763592:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9d180, transno 4296348902 00000004:00080000:0.0:1722795750.763594:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d6300, transno 4296348903 00000004:00080000:0.0:1722795750.763596:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d5500, transno 4296348904 00000004:00080000:0.0:1722795750.763599:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070bcf800, transno 4296348905 00000004:00080000:0.0:1722795750.763601:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d7800, transno 4296348906 00000004:00080000:0.0:1722795750.763602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9d500, transno 4296348907 00000004:00080000:0.0:1722795750.763605:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648c380, transno 4296348908 00000004:00080000:0.0:1722795750.763607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9f100, transno 4296348909 00000004:00080000:0.0:1722795750.763609:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d4000, transno 4296348910 00000004:00080000:0.0:1722795750.763612:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9e300, transno 4296348911 00000004:00080000:0.0:1722795750.763614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9ce00, transno 4296348912 00000004:00080000:0.0:1722795750.763616:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9f480, transno 4296348913 00000004:00080000:0.0:1722795750.763618:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9c380, transno 4296348914 00000004:00080000:0.0:1722795750.763620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9fb80, transno 4296348915 00000004:00080000:0.0:1722795750.763622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648f800, transno 4296348916 00000004:00080000:0.0:1722795750.763625:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648df80, transno 4296348917 00000004:00080000:0.0:1722795750.763627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9f800, transno 4296348918 00000004:00080000:0.0:1722795750.763629:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008847a300, transno 4296348919 00000004:00080000:0.0:1722795750.763632:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d25bb80, transno 4296348920 00000004:00080000:0.0:1722795750.763634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d259880, transno 4296348921 00000004:00080000:0.0:1722795750.763637:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072775180, transno 4296348922 00000004:00080000:0.0:1722795750.763640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648ce00, transno 4296348923 00000004:00080000:0.0:1722795750.763642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007648dc00, transno 4296348924 00000004:00080000:0.0:1722795750.763645:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d258700, transno 4296348925 00000004:00080000:0.0:1722795750.763648:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d25a300, transno 4296348926 00000004:00080000:0.0:1722795750.763650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d258000, transno 4296348927 00000004:00080000:0.0:1722795750.763652:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dc000, transno 4296348928 00000004:00080000:0.0:1722795750.763654:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072775f80, transno 4296348929 00000004:00080000:0.0:1722795750.763656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072777800, transno 4296348930 00000004:00080000:0.0:1722795750.763659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088479f80, transno 4296348931 00000004:00080000:0.0:1722795750.763661:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800714dca80, transno 4296348932 00000004:00080000:0.0:1722795750.763663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d6a00, transno 4296348933 00000004:00080000:0.0:1722795750.763665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df82a00, transno 4296348934 00000004:00080000:0.0:1722795750.763667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f86c380, transno 4296348935 00000004:00080000:0.0:1722795750.763670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200a9c00, transno 4296348936 00000004:00080000:0.0:1722795750.763672:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540c700, transno 4296348937 00000004:00080000:0.0:1722795750.763674:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540ed80, transno 4296348938 00000004:00080000:0.0:1722795750.763677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540d880, transno 4296348939 00000004:00080000:0.0:1722795750.763679:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072776a00, transno 4296348940 00000004:00080000:0.0:1722795750.763681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d25aa00, transno 4296348941 00000004:00080000:0.0:1722795750.763683:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d258a80, transno 4296348942 00000004:00080000:0.0:1722795750.763686:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d258380, transno 4296348943 00000004:00080000:0.0:1722795750.763688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d25b800, transno 4296348944 00000004:00080000:0.0:1722795750.763691:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdf480, transno 4296348945 00000004:00080000:0.0:1722795750.763694:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdd180, transno 4296348946 00000004:00080000:0.0:1722795750.763696:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdc700, transno 4296348947 00000004:00080000:0.0:1722795750.763698:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdd500, transno 4296348948 00000004:00080000:0.0:1722795750.763700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cddc00, transno 4296348949 00000004:00080000:0.0:1722795750.763703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdf100, transno 4296348950 00000004:00080000:0.0:1722795750.763705:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cde680, transno 4296348951 00000004:00080000:0.0:1722795750.763708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdca80, transno 4296348952 00000004:00080000:0.0:1722795750.763711:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cea00, transno 4296348953 00000004:00080000:0.0:1722795750.763713:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cf800, transno 4296348954 00000004:00080000:0.0:1722795750.763716:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cf480, transno 4296348955 00000004:00080000:0.0:1722795750.763718:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cc380, transno 4296348956 00000004:00080000:0.0:1722795750.763721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cdf80, transno 4296348957 00000004:00080000:0.0:1722795750.763723:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cd500, transno 4296348958 00000004:00080000:0.0:1722795750.763725:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781cdc00, transno 4296348959 00000004:00080000:0.0:1722795750.763728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781ced80, transno 4296348960 00000004:00080000:0.0:1722795750.763731:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077468000, transno 4296348961 00000004:00080000:0.0:1722795750.763733:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce1180, transno 4296348962 00000004:00080000:0.0:1722795750.763735:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104ed80, transno 4296348963 00000004:00080000:0.0:1722795750.763738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104ca80, transno 4296348964 00000004:00080000:0.0:1722795750.763740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104f480, transno 4296348965 00000004:00080000:0.0:1722795750.763742:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104d180, transno 4296348966 00000004:00080000:0.0:1722795750.763745:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce0e00, transno 4296348967 00000004:00080000:0.0:1722795750.763747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce3480, transno 4296348968 00000004:00080000:0.0:1722795750.763750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104f100, transno 4296348969 00000004:00080000:0.0:1722795750.763752:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9e680, transno 4296348970 00000004:00080000:0.0:1722795750.763754:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9ca80, transno 4296348971 00000004:00080000:0.0:1722795750.763757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9ed80, transno 4296348972 00000004:00080000:0.0:1722795750.763759:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072776300, transno 4296348973 00000004:00080000:0.0:1722795750.763761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9df80, transno 4296348974 00000004:00080000:0.0:1722795750.763763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072776680, transno 4296348975 00000004:00080000:0.0:1722795750.763765:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e9c700, transno 4296348976 00000004:00080000:0.0:1722795750.763768:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072774e00, transno 4296348977 00000004:00080000:0.0:1722795750.763770:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f1c00, transno 4296348978 00000004:00080000:0.0:1722795750.763772:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072774700, transno 4296348979 00000004:00080000:0.0:1722795750.763774:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072775c00, transno 4296348980 00000004:00080000:0.0:1722795750.763776:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9f2300, transno 4296348981 00000004:00080000:0.0:1722795750.763779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072777b80, transno 4296348982 00000004:00080000:0.0:1722795750.763781:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072774000, transno 4296348983 00000004:00080000:0.0:1722795750.763783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072777100, transno 4296348984 00000004:00080000:0.0:1722795750.763785:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072774a80, transno 4296348985 00000004:00080000:0.0:1722795750.763788:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cce3b80, transno 4296348986 00000004:00080000:0.0:1722795750.763790:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007746b800, transno 4296348987 00000004:00080000:0.0:1722795750.763792:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007746b100, transno 4296348988 00000004:00080000:0.0:1722795750.763794:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dedc00, transno 4296348989 00000004:00080000:0.0:1722795750.763796:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d259500, transno 4296348990 00000004:00080000:0.0:1722795750.763799:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007746a680, transno 4296348991 00000004:00080000:0.0:1722795750.763801:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077469180, transno 4296348992 00000004:00080000:0.0:1722795750.763803:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077468380, transno 4296348993 00000004:00080000:0.0:1722795750.763806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cddf80, transno 4296348994 00000004:00080000:0.0:1722795750.763808:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cde300, transno 4296348995 00000004:00080000:0.0:1722795750.763810:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdc000, transno 4296348996 00000004:00080000:0.0:1722795750.763813:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdc380, transno 4296348997 00000004:00080000:0.0:1722795750.763815:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009dc4a300, transno 4296348998 00000004:00080000:0.0:1722795750.763817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800756d5c00, transno 4296348999 00000004:00080000:0.0:1722795750.763819:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cdfb80, transno 4296349000 00000004:00080000:0.0:1722795750.763822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cded80, transno 4296349001 00000004:00080000:0.0:1722795750.763824:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077469880, transno 4296349002 00000004:00080000:0.0:1722795750.763826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104ea00, transno 4296349003 00000004:00080000:0.0:1722795750.763828:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104d880, transno 4296349004 00000004:00080000:0.0:1722795750.763830:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007746b480, transno 4296349005 00000004:00080000:0.0:1722795750.763833:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077469500, transno 4296349006 00000004:00080000:0.0:1722795750.763835:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077468700, transno 4296349007 00000004:00080000:0.0:1722795750.763837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dee680, transno 4296349008 00000004:00080000:0.0:1722795750.763840:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077469f80, transno 4296349009 00000004:00080000:0.0:1722795750.763842:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007746aa00, transno 4296349010 00000004:00080000:0.0:1722795750.763844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104d500, transno 4296349011 00000004:00080000:0.0:1722795750.763847:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008104fb80, transno 4296349012 00000004:00080000:0.0:1722795750.763850:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dad80, transno 4296349013 00000004:00080000:0.0:1722795750.763853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716daa00, transno 4296349014 00000004:00080000:0.0:1722795750.763855:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d8700, transno 4296349015 00000004:00080000:0.0:1722795750.763857:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d9f80, transno 4296349016 00000004:00080000:0.0:1722795750.763860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d8a80, transno 4296349017 00000004:00080000:0.0:1722795750.763862:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce0000, transno 4296349018 00000004:00080000:0.0:1722795750.763879:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716da680, transno 4296349019 00000004:00080000:0.0:1722795750.763882:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007540d180, transno 4296349020 00000004:00080000:0.0:1722795750.763884:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e3100, transno 4296349021 00000004:00080000:0.0:1722795750.763887:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e1f80, transno 4296349022 00000004:00080000:0.0:1722795750.763889:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e1880, transno 4296349023 00000004:00080000:0.0:1722795750.763891:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c7800, transno 4296349024 00000004:00080000:0.0:1722795750.763894:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c2e2680, transno 4296349025 00000004:00080000:0.0:1722795750.763896:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c4e00, transno 4296349026 00000004:00080000:0.0:1722795750.763898:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c4380, transno 4296349027 00000004:00080000:0.0:1722795750.763901:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800805c5180, transno 4296349028 00000004:00080000:0.0:1722795750.763903:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c4380, transno 4296349029 00000004:00080000:0.0:1722795750.763906:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c5180, transno 4296349030 00000004:00080000:0.0:1722795750.763908:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c7100, transno 4296349031 00000004:00080000:0.0:1722795750.763911:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c7800, transno 4296349032 00000004:00080000:0.0:1722795750.763913:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c4e00, transno 4296349033 00000004:00080000:0.0:1722795750.763915:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c5c00, transno 4296349034 00000004:00080000:0.0:1722795750.763917:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c7b80, transno 4296349035 00000004:00080000:0.0:1722795750.763920:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c7480, transno 4296349036 00000004:00080000:0.0:1722795750.763922:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134160e00, transno 4296349037 00000004:00080000:0.0:1722795750.763924:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134162680, transno 4296349038 00000004:00080000:0.0:1722795750.763926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d25ad80, transno 4296349039 00000004:00080000:0.0:1722795750.763929:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134162a00, transno 4296349040 00000004:00080000:0.0:1722795750.763931:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087462680, transno 4296349041 00000004:00080000:0.0:1722795750.763934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134161500, transno 4296349042 00000004:00080000:0.0:1722795750.763937:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087462d80, transno 4296349043 00000004:00080000:0.0:1722795750.763939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013229d500, transno 4296349044 00000004:00080000:0.0:1722795750.763942:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087462a00, transno 4296349045 00000004:00080000:0.0:1722795750.763945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c6a00, transno 4296349046 00000004:00080000:0.0:1722795750.763947:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c4e00, transno 4296349047 00000004:00080000:0.0:1722795750.763950:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134160700, transno 4296349048 00000004:00080000:0.0:1722795750.763952:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d9c00, transno 4296349049 00000004:00080000:0.0:1722795750.763954:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c6d80, transno 4296349050 00000004:00080000:0.0:1722795750.763957:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c7b80, transno 4296349051 00000004:00080000:0.0:1722795750.763959:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716db100, transno 4296349052 00000004:00080000:0.0:1722795750.763961:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c5500, transno 4296349053 00000004:00080000:0.0:1722795750.763964:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084ded500, transno 4296349054 00000004:00080000:0.0:1722795750.763966:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dedf80, transno 4296349055 00000004:00080000:0.0:1722795750.763968:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dee300, transno 4296349056 00000004:00080000:0.0:1722795750.763971:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084deea00, transno 4296349057 00000004:00080000:0.0:1722795750.763973:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dec700, transno 4296349058 00000004:00080000:0.0:1722795750.763975:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084deed80, transno 4296349059 00000004:00080000:0.0:1722795750.763978:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084def100, transno 4296349060 00000004:00080000:0.0:1722795750.763980:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084ded880, transno 4296349061 00000004:00080000:0.0:1722795750.763982:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c6680, transno 4296349062 00000004:00080000:0.0:1722795750.763985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087460700, transno 4296349063 00000004:00080000:0.0:1722795750.763987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c5f80, transno 4296349064 00000004:00080000:0.0:1722795750.763989:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c5c00, transno 4296349065 00000004:00080000:0.0:1722795750.763991:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c7100, transno 4296349066 00000004:00080000:0.0:1722795750.763993:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c5180, transno 4296349067 00000004:00080000:0.0:1722795750.763996:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c5880, transno 4296349068 00000004:00080000:0.0:1722795750.763998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800706c4a80, transno 4296349069 00000004:00080000:0.0:1722795750.764000:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d9880, transno 4296349070 00000004:00080000:0.0:1722795750.764003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087461880, transno 4296349071 00000004:00080000:0.0:1722795750.764006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7aa680, transno 4296349072 00000004:00080000:0.0:1722795750.764009:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087460000, transno 4296349073 00000004:00080000:0.0:1722795750.764011:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a9c00, transno 4296349074 00000004:00080000:0.0:1722795750.764013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7aad80, transno 4296349075 00000004:00080000:0.0:1722795750.764016:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a8e00, transno 4296349076 00000004:00080000:0.0:1722795750.764018:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7aa300, transno 4296349077 00000004:00080000:0.0:1722795750.764021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a9500, transno 4296349078 00000004:00080000:0.0:1722795750.764023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a8000, transno 4296349079 00000004:00080000:0.0:1722795750.764025:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7ab480, transno 4296349080 00000004:00080000:0.0:1722795750.764027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a8380, transno 4296349081 00000004:00080000:0.0:1722795750.764030:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087463b80, transno 4296349082 00000004:00080000:0.0:1722795750.764032:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a9880, transno 4296349083 00000004:00080000:0.0:1722795750.764034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7a9180, transno 4296349084 00000004:00080000:0.0:1722795750.764036:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7ab100, transno 4296349085 00000004:00080000:0.0:1722795750.764039:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d7aaa00, transno 4296349086 00000004:00080000:0.0:1722795750.764041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087463100, transno 4296349087 00000004:00080000:0.0:1722795750.764043:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087460e00, transno 4296349088 00000004:00080000:0.0:1722795750.764045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087463480, transno 4296349089 00000004:00080000:0.0:1722795750.764048:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087462300, transno 4296349090 00000004:00080000:0.0:1722795750.764050:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087463800, transno 4296349091 00000004:00080000:0.0:1722795750.764052:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385bb80, transno 4296349092 00000004:00080000:0.0:1722795750.764055:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083858e00, transno 4296349093 00000004:00080000:0.0:1722795750.764057:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385b480, transno 4296349094 00000004:00080000:0.0:1722795750.764060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033c380, transno 4296349095 00000004:00080000:0.0:1722795750.764062:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033d880, transno 4296349096 00000004:00080000:0.0:1722795750.764064:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033ed80, transno 4296349097 00000004:00080000:0.0:1722795750.764066:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d8380, transno 4296349098 00000004:00080000:0.0:1722795750.764069:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d9500, transno 4296349099 00000004:00080000:0.0:1722795750.764073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033ce00, transno 4296349100 00000004:00080000:0.0:1722795750.764076:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d8e00, transno 4296349101 00000004:00080000:0.0:1722795750.764081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033f100, transno 4296349102 00000004:00080000:0.0:1722795750.764085:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033c700, transno 4296349103 00000004:00080000:0.0:1722795750.764089:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033f480, transno 4296349104 00000004:00080000:0.0:1722795750.764093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1e680, transno 4296349105 00000004:00080000:0.0:1722795750.764096:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1ce00, transno 4296349106 00000004:00080000:0.0:1722795750.764100:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1f800, transno 4296349107 00000004:00080000:0.0:1722795750.764104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1dc00, transno 4296349108 00000004:00080000:0.0:1722795750.764107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1f480, transno 4296349109 00000004:00080000:0.0:1722795750.764111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a9f80, transno 4296349110 00000004:00080000:0.0:1722795750.764115:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752ab100, transno 4296349111 00000004:00080000:0.0:1722795750.764119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1fb80, transno 4296349112 00000004:00080000:0.0:1722795750.764123:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1d500, transno 4296349113 00000004:00080000:0.0:1722795750.764127:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a9180, transno 4296349114 00000004:00080000:0.0:1722795750.764131:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752aa300, transno 4296349115 00000004:00080000:0.0:1722795750.764134:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752ab480, transno 4296349116 00000004:00080000:0.0:1722795750.764138:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a8700, transno 4296349117 00000004:00080000:0.0:1722795750.764141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752aad80, transno 4296349118 00000004:00080000:0.0:1722795750.764144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752abb80, transno 4296349119 00000004:00080000:0.0:1722795750.764148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752ab800, transno 4296349120 00000004:00080000:0.0:1722795750.764151:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a9880, transno 4296349121 00000004:00080000:0.0:1722795750.764155:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a8a80, transno 4296349122 00000004:00080000:0.0:1722795750.764159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1c380, transno 4296349123 00000004:00080000:0.0:1722795750.764162:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1ca80, transno 4296349124 00000004:00080000:0.0:1722795750.764166:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a8000, transno 4296349125 00000004:00080000:0.0:1722795750.764170:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ab480, transno 4296349126 00000004:00080000:0.0:1722795750.764175:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1d180, transno 4296349127 00000004:00080000:0.0:1722795750.764178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a8700, transno 4296349128 00000004:00080000:0.0:1722795750.764182:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782aa300, transno 4296349129 00000004:00080000:0.0:1722795750.764186:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a9180, transno 4296349130 00000004:00080000:0.0:1722795750.764209:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a9880, transno 4296349131 00000004:00080000:0.0:1722795750.764213:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a8380, transno 4296349132 00000004:00080000:0.0:1722795750.764217:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782abb80, transno 4296349133 00000004:00080000:0.0:1722795750.764220:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782aaa00, transno 4296349134 00000004:00080000:0.0:1722795750.764223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a9500, transno 4296349135 00000004:00080000:0.0:1722795750.764227:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782aa680, transno 4296349136 00000004:00080000:0.0:1722795750.764230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faef800, transno 4296349137 00000004:00080000:0.0:1722795750.764233:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a9c00, transno 4296349138 00000004:00080000:0.0:1722795750.764237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a8a80, transno 4296349139 00000004:00080000:0.0:1722795750.764240:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033c000, transno 4296349140 00000004:00080000:0.0:1722795750.764243:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faec000, transno 4296349141 00000004:00080000:0.0:1722795750.764246:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033d500, transno 4296349142 00000004:00080000:0.0:1722795750.764250:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faefb80, transno 4296349143 00000004:00080000:0.0:1722795750.764253:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faed500, transno 4296349144 00000004:00080000:0.0:1722795750.764257:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faeca80, transno 4296349145 00000004:00080000:0.0:1722795750.764276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faedf80, transno 4296349146 00000004:00080000:0.0:1722795750.764279:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faec380, transno 4296349147 00000004:00080000:0.0:1722795750.764282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faee680, transno 4296349148 00000004:00080000:0.0:1722795750.764286:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faeea00, transno 4296349149 00000004:00080000:0.0:1722795750.764290:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1d880, transno 4296349150 00000004:00080000:0.0:1722795750.764293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faed880, transno 4296349151 00000004:00080000:0.0:1722795750.764297:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a6680, transno 4296349152 00000004:00080000:0.0:1722795750.764301:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ab100, transno 4296349153 00000004:00080000:0.0:1722795750.764305:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a8e00, transno 4296349154 00000004:00080000:0.0:1722795750.764309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faedc00, transno 4296349155 00000004:00080000:0.0:1722795750.764313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a4e00, transno 4296349156 00000004:00080000:0.0:1722795750.764316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a6d80, transno 4296349157 00000004:00080000:0.0:1722795750.764320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083859f80, transno 4296349158 00000004:00080000:0.0:1722795750.764324:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a4000, transno 4296349159 00000004:00080000:0.0:1722795750.764327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083859180, transno 4296349160 00000004:00080000:0.0:1722795750.764331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385b100, transno 4296349161 00000004:00080000:0.0:1722795750.764334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a8e00, transno 4296349162 00000004:00080000:0.0:1722795750.764338:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a5c00, transno 4296349163 00000004:00080000:0.0:1722795750.764341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752aaa00, transno 4296349164 00000004:00080000:0.0:1722795750.764345:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a9500, transno 4296349165 00000004:00080000:0.0:1722795750.764348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752a8380, transno 4296349166 00000004:00080000:0.0:1722795750.764351:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084def480, transno 4296349167 00000004:00080000:0.0:1722795750.764355:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084defb80, transno 4296349168 00000004:00080000:0.0:1722795750.764358:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d8000, transno 4296349169 00000004:00080000:0.0:1722795750.764362:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084deca80, transno 4296349170 00000004:00080000:0.0:1722795750.764365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716db480, transno 4296349171 00000004:00080000:0.0:1722795750.764369:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c9880, transno 4296349172 00000004:00080000:0.0:1722795750.764373:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084def800, transno 4296349173 00000004:00080000:0.0:1722795750.764376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dece00, transno 4296349174 00000004:00080000:0.0:1722795750.764380:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dbb80, transno 4296349175 00000004:00080000:0.0:1722795750.764384:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084dec380, transno 4296349176 00000004:00080000:0.0:1722795750.764388:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083859880, transno 4296349177 00000004:00080000:0.0:1722795750.764392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083859c00, transno 4296349178 00000004:00080000:0.0:1722795750.764395:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385ad80, transno 4296349179 00000004:00080000:0.0:1722795750.764399:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083858380, transno 4296349180 00000004:00080000:0.0:1722795750.764402:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083858000, transno 4296349181 00000004:00080000:0.0:1722795750.764406:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c9180, transno 4296349182 00000004:00080000:0.0:1722795750.764409:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c8700, transno 4296349183 00000004:00080000:0.0:1722795750.764413:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faece00, transno 4296349184 00000004:00080000:0.0:1722795750.764416:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083858a80, transno 4296349185 00000004:00080000:0.0:1722795750.764420:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a87b80, transno 4296349186 00000004:00080000:0.0:1722795750.764423:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a84700, transno 4296349187 00000004:00080000:0.0:1722795750.764427:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faee300, transno 4296349188 00000004:00080000:0.0:1722795750.764480:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011faef100, transno 4296349189 00000004:00080000:0.0:1722795750.764484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800752aa680, transno 4296349190 00000004:00080000:0.0:1722795750.764489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727cad80, transno 4296349191 00000004:00080000:0.0:1722795750.764493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1c700, transno 4296349192 00000004:00080000:0.0:1722795750.764497:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a6a00, transno 4296349193 00000004:00080000:0.0:1722795750.764500:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c56d80, transno 4296349194 00000004:00080000:0.0:1722795750.764504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120042d80, transno 4296349195 00000004:00080000:0.0:1722795750.764508:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1e300, transno 4296349196 00000004:00080000:0.0:1722795750.764511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120040000, transno 4296349197 00000004:00080000:0.0:1722795750.764515:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120041180, transno 4296349198 00000004:00080000:0.0:1722795750.764518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120040e00, transno 4296349199 00000004:00080000:0.0:1722795750.764522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e1880, transno 4296349200 00000004:00080000:0.0:1722795750.764526:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e0a80, transno 4296349201 00000004:00080000:0.0:1722795750.764529:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120043100, transno 4296349202 00000004:00080000:0.0:1722795750.764533:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e0700, transno 4296349203 00000004:00080000:0.0:1722795750.764536:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e3800, transno 4296349204 00000004:00080000:0.0:1722795750.764540:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e0e00, transno 4296349205 00000004:00080000:0.0:1722795750.764543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120041880, transno 4296349206 00000004:00080000:0.0:1722795750.764547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120042300, transno 4296349207 00000004:00080000:0.0:1722795750.764550:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120042a00, transno 4296349208 00000004:00080000:0.0:1722795750.764553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120043480, transno 4296349209 00000004:00080000:0.0:1722795750.764557:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120040a80, transno 4296349210 00000004:00080000:0.0:1722795750.764560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a5880, transno 4296349211 00000004:00080000:0.0:1722795750.764564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a6300, transno 4296349212 00000004:00080000:0.0:1722795750.764568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a4a80, transno 4296349213 00000004:00080000:0.0:1722795750.764571:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c55180, transno 4296349214 00000004:00080000:0.0:1722795750.764575:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c56680, transno 4296349215 00000004:00080000:0.0:1722795750.764597:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c54000, transno 4296349216 00000004:00080000:0.0:1722795750.764600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c55500, transno 4296349217 00000004:00080000:0.0:1722795750.764604:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c55880, transno 4296349218 00000004:00080000:0.0:1722795750.764608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a4700, transno 4296349219 00000004:00080000:0.0:1722795750.764611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c56a00, transno 4296349220 00000004:00080000:0.0:1722795750.764615:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a85c00, transno 4296349221 00000004:00080000:0.0:1722795750.764620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a86680, transno 4296349222 00000004:00080000:0.0:1722795750.764624:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a85880, transno 4296349223 00000004:00080000:0.0:1722795750.764627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a85180, transno 4296349224 00000004:00080000:0.0:1722795750.764631:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a87480, transno 4296349225 00000004:00080000:0.0:1722795750.764635:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a85500, transno 4296349226 00000004:00080000:0.0:1722795750.764638:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a86300, transno 4296349227 00000004:00080000:0.0:1722795750.764642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071a87800, transno 4296349228 00000004:00080000:0.0:1722795750.764646:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c54700, transno 4296349229 00000004:00080000:0.0:1722795750.764650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c55c00, transno 4296349230 00000004:00080000:0.0:1722795750.764654:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a9f80, transno 4296349231 00000004:00080000:0.0:1722795750.764658:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716db800, transno 4296349232 00000004:00080000:0.0:1722795750.764662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c57800, transno 4296349233 00000004:00080000:0.0:1722795750.764665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880aa300, transno 4296349234 00000004:00080000:0.0:1722795750.764669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a8a80, transno 4296349235 00000004:00080000:0.0:1722795750.764673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a8e00, transno 4296349236 00000004:00080000:0.0:1722795750.764676:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c54a80, transno 4296349237 00000004:00080000:0.0:1722795750.764680:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880aa680, transno 4296349238 00000004:00080000:0.0:1722795750.764684:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a8380, transno 4296349239 00000004:00080000:0.0:1722795750.764688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e2d80, transno 4296349240 00000004:00080000:0.0:1722795750.764692:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a9c00, transno 4296349241 00000004:00080000:0.0:1722795750.764696:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e2a00, transno 4296349242 00000004:00080000:0.0:1722795750.764700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e0380, transno 4296349243 00000004:00080000:0.0:1722795750.764704:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727cb100, transno 4296349244 00000004:00080000:0.0:1722795750.764708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c8380, transno 4296349245 00000004:00080000:0.0:1722795750.764711:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c9f80, transno 4296349246 00000004:00080000:0.0:1722795750.764715:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725e3480, transno 4296349247 00000004:00080000:0.0:1722795750.764719:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a7b80, transno 4296349248 00000004:00080000:0.0:1722795750.764723:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a5f80, transno 4296349249 00000004:00080000:0.0:1722795750.764726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120040380, transno 4296349250 00000004:00080000:0.0:1722795750.764730:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120041f80, transno 4296349251 00000004:00080000:0.0:1722795750.764734:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120040700, transno 4296349252 00000004:00080000:0.0:1722795750.764738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120042680, transno 4296349253 00000004:00080000:0.0:1722795750.764742:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120041c00, transno 4296349254 00000004:00080000:0.0:1722795750.764746:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727ca300, transno 4296349255 00000004:00080000:0.0:1722795750.764750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120043800, transno 4296349256 00000004:00080000:0.0:1722795750.764753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce2680, transno 4296349257 00000004:00080000:0.0:1722795750.764757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c9500, transno 4296349258 00000004:00080000:0.0:1722795750.764761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9ad80, transno 4296349259 00000004:00080000:0.0:1722795750.764765:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b98700, transno 4296349260 00000004:00080000:0.0:1722795750.764769:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727c8a80, transno 4296349261 00000004:00080000:0.0:1722795750.764773:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9aa00, transno 4296349262 00000004:00080000:0.0:1722795750.764777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094ce1f80, transno 4296349263 00000004:00080000:0.0:1722795750.764780:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b99c00, transno 4296349264 00000004:00080000:0.0:1722795750.764784:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b99180, transno 4296349265 00000004:00080000:0.0:1722795750.764788:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033f800, transno 4296349266 00000004:00080000:0.0:1722795750.764791:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385aa00, transno 4296349267 00000004:00080000:0.0:1722795750.764795:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033fb80, transno 4296349268 00000004:00080000:0.0:1722795750.764798:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083859500, transno 4296349269 00000004:00080000:0.0:1722795750.764802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033e300, transno 4296349270 00000004:00080000:0.0:1722795750.764806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033ca80, transno 4296349271 00000004:00080000:0.0:1722795750.764810:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083858700, transno 4296349272 00000004:00080000:0.0:1722795750.764815:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc7100, transno 4296349273 00000004:00080000:0.0:1722795750.764819:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc6680, transno 4296349274 00000004:00080000:0.0:1722795750.764822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc5500, transno 4296349275 00000004:00080000:0.0:1722795750.764826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc5180, transno 4296349276 00000004:00080000:0.0:1722795750.764830:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc6d80, transno 4296349277 00000004:00080000:0.0:1722795750.764834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc4a80, transno 4296349278 00000004:00080000:0.0:1722795750.764838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc6a00, transno 4296349279 00000004:00080000:0.0:1722795750.764842:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc5880, transno 4296349280 00000004:00080000:0.0:1722795750.764846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc4000, transno 4296349281 00000004:00080000:0.0:1722795750.764850:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc5f80, transno 4296349282 00000004:00080000:0.0:1722795750.764854:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc4e00, transno 4296349283 00000004:00080000:0.0:1722795750.764858:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033d180, transno 4296349284 00000004:00080000:0.0:1722795750.764884:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6f480, transno 4296349285 00000004:00080000:0.0:1722795750.764890:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6f100, transno 4296349286 00000004:00080000:0.0:1722795750.764893:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6ce00, transno 4296349287 00000004:00080000:0.0:1722795750.764897:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6e680, transno 4296349288 00000004:00080000:0.0:1722795750.764900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6df80, transno 4296349289 00000004:00080000:0.0:1722795750.764904:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6fb80, transno 4296349290 00000004:00080000:0.0:1722795750.764907:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b99500, transno 4296349291 00000004:00080000:0.0:1722795750.764911:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9b100, transno 4296349292 00000004:00080000:0.0:1722795750.764915:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a8000, transno 4296349293 00000004:00080000:0.0:1722795750.764919:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9b480, transno 4296349294 00000004:00080000:0.0:1722795750.764923:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070511180, transno 4296349295 00000004:00080000:0.0:1722795750.764927:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716d9180, transno 4296349296 00000004:00080000:0.0:1722795750.764931:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070512300, transno 4296349297 00000004:00080000:0.0:1722795750.764934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070510380, transno 4296349298 00000004:00080000:0.0:1722795750.764938:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070511f80, transno 4296349299 00000004:00080000:0.0:1722795750.764942:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070512680, transno 4296349300 00000004:00080000:0.0:1722795750.764945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070511880, transno 4296349301 00000004:00080000:0.0:1722795750.764949:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070511c00, transno 4296349302 00000004:00080000:0.0:1722795750.764953:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070511500, transno 4296349303 00000004:00080000:0.0:1722795750.764956:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070512a00, transno 4296349304 00000004:00080000:0.0:1722795750.764959:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070513480, transno 4296349305 00000004:00080000:0.0:1722795750.764963:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070510700, transno 4296349306 00000004:00080000:0.0:1722795750.764967:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b98a80, transno 4296349307 00000004:00080000:0.0:1722795750.764971:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070513b80, transno 4296349308 00000004:00080000:0.0:1722795750.764974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070438000, transno 4296349309 00000004:00080000:0.0:1722795750.764978:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070439180, transno 4296349310 00000004:00080000:0.0:1722795750.764981:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043b800, transno 4296349311 00000004:00080000:0.0:1722795750.764985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043ad80, transno 4296349312 00000004:00080000:0.0:1722795750.764989:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043a680, transno 4296349313 00000004:00080000:0.0:1722795750.764992:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043aa00, transno 4296349314 00000004:00080000:0.0:1722795750.764995:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070438380, transno 4296349315 00000004:00080000:0.0:1722795750.764998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070438a80, transno 4296349316 00000004:00080000:0.0:1722795750.765001:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6ed80, transno 4296349317 00000004:00080000:0.0:1722795750.765004:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043a300, transno 4296349318 00000004:00080000:0.0:1722795750.765007:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070439f80, transno 4296349319 00000004:00080000:0.0:1722795750.765011:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6f800, transno 4296349320 00000004:00080000:0.0:1722795750.765014:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782a9f80, transno 4296349321 00000004:00080000:0.0:1722795750.765018:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b3100, transno 4296349322 00000004:00080000:0.0:1722795750.765021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043b100, transno 4296349323 00000004:00080000:0.0:1722795750.765025:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043bb80, transno 4296349324 00000004:00080000:0.0:1722795750.765028:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385a300, transno 4296349325 00000004:00080000:0.0:1722795750.765031:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b1f80, transno 4296349326 00000004:00080000:0.0:1722795750.765035:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008385a680, transno 4296349327 00000004:00080000:0.0:1722795750.765038:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b1180, transno 4296349328 00000004:00080000:0.0:1722795750.765041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b3480, transno 4296349329 00000004:00080000:0.0:1722795750.765045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b1880, transno 4296349330 00000004:00080000:0.0:1722795750.765048:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070513100, transno 4296349331 00000004:00080000:0.0:1722795750.765051:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070438e00, transno 4296349332 00000004:00080000:0.0:1722795750.765055:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b3b80, transno 4296349333 00000004:00080000:0.0:1722795750.765058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070510e00, transno 4296349334 00000004:00080000:0.0:1722795750.765061:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b2a00, transno 4296349335 00000004:00080000:0.0:1722795750.765064:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b0a80, transno 4296349336 00000004:00080000:0.0:1722795750.765068:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880ab800, transno 4296349337 00000004:00080000:0.0:1722795750.765071:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880aaa00, transno 4296349338 00000004:00080000:0.0:1722795750.765075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070513800, transno 4296349339 00000004:00080000:0.0:1722795750.765078:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b1500, transno 4296349340 00000004:00080000:0.0:1722795750.765081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a9880, transno 4296349341 00000004:00080000:0.0:1722795750.765086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880ab100, transno 4296349342 00000004:00080000:0.0:1722795750.765089:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b2d80, transno 4296349343 00000004:00080000:0.0:1722795750.765093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b0380, transno 4296349344 00000004:00080000:0.0:1722795750.765097:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a7100, transno 4296349345 00000004:00080000:0.0:1722795750.765101:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b34a80, transno 4296349346 00000004:00080000:0.0:1722795750.765104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b34000, transno 4296349347 00000004:00080000:0.0:1722795750.765107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a5180, transno 4296349348 00000004:00080000:0.0:1722795750.765110:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b34380, transno 4296349349 00000004:00080000:0.0:1722795750.765114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124186300, transno 4296349350 00000004:00080000:0.0:1722795750.765117:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124184e00, transno 4296349351 00000004:00080000:0.0:1722795750.765121:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bf480, transno 4296349352 00000004:00080000:0.0:1722795750.765125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bce00, transno 4296349353 00000004:00080000:0.0:1722795750.765128:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bea00, transno 4296349354 00000004:00080000:0.0:1722795750.765131:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bd880, transno 4296349355 00000004:00080000:0.0:1722795750.765135:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bf100, transno 4296349356 00000004:00080000:0.0:1722795750.765138:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bc000, transno 4296349357 00000004:00080000:0.0:1722795750.765141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bdc00, transno 4296349358 00000004:00080000:0.0:1722795750.765144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bca80, transno 4296349359 00000004:00080000:0.0:1722795750.765147:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bc380, transno 4296349360 00000004:00080000:0.0:1722795750.765150:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaf480, transno 4296349361 00000004:00080000:0.0:1722795750.765154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bdf80, transno 4296349362 00000004:00080000:0.0:1722795750.765158:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bed80, transno 4296349363 00000004:00080000:0.0:1722795750.765161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeac000, transno 4296349364 00000004:00080000:0.0:1722795750.765165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaf800, transno 4296349365 00000004:00080000:0.0:1722795750.765169:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eead180, transno 4296349366 00000004:00080000:0.0:1722795750.765172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeace00, transno 4296349367 00000004:00080000:0.0:1722795750.765176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b36680, transno 4296349368 00000004:00080000:0.0:1722795750.765180:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b35c00, transno 4296349369 00000004:00080000:0.0:1722795750.765183:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b36d80, transno 4296349370 00000004:00080000:0.0:1722795750.765187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bc700, transno 4296349371 00000004:00080000:0.0:1722795750.765191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b35880, transno 4296349372 00000004:00080000:0.0:1722795750.765195:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b34e00, transno 4296349373 00000004:00080000:0.0:1722795750.765199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b36a00, transno 4296349374 00000004:00080000:0.0:1722795750.765203:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b98380, transno 4296349375 00000004:00080000:0.0:1722795750.765206:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9b800, transno 4296349376 00000004:00080000:0.0:1722795750.765210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bd180, transno 4296349377 00000004:00080000:0.0:1722795750.765213:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeadf80, transno 4296349378 00000004:00080000:0.0:1722795750.765217:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaea00, transno 4296349379 00000004:00080000:0.0:1722795750.765221:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeac700, transno 4296349380 00000004:00080000:0.0:1722795750.765224:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeadc00, transno 4296349381 00000004:00080000:0.0:1722795750.765228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeae300, transno 4296349382 00000004:00080000:0.0:1722795750.765231:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a7800, transno 4296349383 00000004:00080000:0.0:1722795750.765235:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124185180, transno 4296349384 00000004:00080000:0.0:1722795750.765239:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9a300, transno 4296349385 00000004:00080000:0.0:1722795750.765242:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124184a80, transno 4296349386 00000004:00080000:0.0:1722795750.765246:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124186680, transno 4296349387 00000004:00080000:0.0:1722795750.765249:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124185f80, transno 4296349388 00000004:00080000:0.0:1722795750.765253:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124186a00, transno 4296349389 00000004:00080000:0.0:1722795750.765258:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d3800, transno 4296349390 00000004:00080000:0.0:1722795750.765262:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124184380, transno 4296349391 00000004:00080000:0.0:1722795750.765265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b2300, transno 4296349392 00000004:00080000:0.0:1722795750.765269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b0700, transno 4296349393 00000004:00080000:0.0:1722795750.765273:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d1f80, transno 4296349394 00000004:00080000:0.0:1722795750.765276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d1c00, transno 4296349395 00000004:00080000:0.0:1722795750.765280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d2680, transno 4296349396 00000004:00080000:0.0:1722795750.765283:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d2300, transno 4296349397 00000004:00080000:0.0:1722795750.765287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881a5500, transno 4296349398 00000004:00080000:0.0:1722795750.765291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b98e00, transno 4296349399 00000004:00080000:0.0:1722795750.765294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b1c00, transno 4296349400 00000004:00080000:0.0:1722795750.765298:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc7480, transno 4296349401 00000004:00080000:0.0:1722795750.765302:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070439c00, transno 4296349402 00000004:00080000:0.0:1722795750.765306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3c5500, transno 4296349403 00000004:00080000:0.0:1722795750.765310:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6dc00, transno 4296349404 00000004:00080000:0.0:1722795750.765314:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070439880, transno 4296349405 00000004:00080000:0.0:1722795750.765317:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070510000, transno 4296349406 00000004:00080000:0.0:1722795750.765321:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554d180, transno 4296349407 00000004:00080000:0.0:1722795750.765325:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554c000, transno 4296349408 00000004:00080000:0.0:1722795750.765329:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeac380, transno 4296349409 00000004:00080000:0.0:1722795750.765333:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaf100, transno 4296349410 00000004:00080000:0.0:1722795750.765337:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeae680, transno 4296349411 00000004:00080000:0.0:1722795750.765341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554ca80, transno 4296349412 00000004:00080000:0.0:1722795750.765345:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554f100, transno 4296349413 00000004:00080000:0.0:1722795750.765348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc4700, transno 4296349414 00000004:00080000:0.0:1722795750.765352:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaca80, transno 4296349415 00000004:00080000:0.0:1722795750.765356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554f800, transno 4296349416 00000004:00080000:0.0:1722795750.765359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554ea00, transno 4296349417 00000004:00080000:0.0:1722795750.765363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc7b80, transno 4296349418 00000004:00080000:0.0:1722795750.765366:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eead880, transno 4296349419 00000004:00080000:0.0:1722795750.765370:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554c380, transno 4296349420 00000004:00080000:0.0:1722795750.765374:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075506680, transno 4296349421 00000004:00080000:0.0:1722795750.765378:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075504000, transno 4296349422 00000004:00080000:0.0:1722795750.765381:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075506a00, transno 4296349423 00000004:00080000:0.0:1722795750.765384:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075505f80, transno 4296349424 00000004:00080000:0.0:1722795750.765387:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075504380, transno 4296349425 00000004:00080000:0.0:1722795750.765390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075504700, transno 4296349426 00000004:00080000:0.0:1722795750.765394:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075507b80, transno 4296349427 00000004:00080000:0.0:1722795750.765427:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c330e00, transno 4296349428 00000004:00080000:0.0:1722795750.765430:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c331f80, transno 4296349429 00000004:00080000:0.0:1722795750.765434:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b2680, transno 4296349430 00000004:00080000:0.0:1722795750.765438:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554df80, transno 4296349431 00000004:00080000:0.0:1722795750.765443:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124121c00, transno 4296349432 00000004:00080000:0.0:1722795750.765446:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124121180, transno 4296349433 00000004:00080000:0.0:1722795750.765450:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124122680, transno 4296349434 00000004:00080000:0.0:1722795750.765453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124123100, transno 4296349435 00000004:00080000:0.0:1722795750.765457:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6ca80, transno 4296349436 00000004:00080000:0.0:1722795750.765461:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6ea00, transno 4296349437 00000004:00080000:0.0:1722795750.765464:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124120700, transno 4296349438 00000004:00080000:0.0:1722795750.765468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124120a80, transno 4296349439 00000004:00080000:0.0:1722795750.765472:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124122300, transno 4296349440 00000004:00080000:0.0:1722795750.765476:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070510a80, transno 4296349441 00000004:00080000:0.0:1722795750.765480:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124121f80, transno 4296349442 00000004:00080000:0.0:1722795750.765483:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800799b3800, transno 4296349443 00000004:00080000:0.0:1722795750.765487:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124122a00, transno 4296349444 00000004:00080000:0.0:1722795750.765491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554d880, transno 4296349445 00000004:00080000:0.0:1722795750.765494:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124122d80, transno 4296349446 00000004:00080000:0.0:1722795750.765498:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033df80, transno 4296349447 00000004:00080000:0.0:1722795750.765501:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554c700, transno 4296349448 00000004:00080000:0.0:1722795750.765504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554dc00, transno 4296349449 00000004:00080000:0.0:1722795750.765508:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124123800, transno 4296349450 00000004:00080000:0.0:1722795750.765511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554f480, transno 4296349451 00000004:00080000:0.0:1722795750.765515:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b99880, transno 4296349452 00000004:00080000:0.0:1722795750.765519:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9a680, transno 4296349453 00000004:00080000:0.0:1722795750.765522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c333480, transno 4296349454 00000004:00080000:0.0:1722795750.765525:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554fb80, transno 4296349455 00000004:00080000:0.0:1722795750.765528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554ed80, transno 4296349456 00000004:00080000:0.0:1722795750.765531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012033dc00, transno 4296349457 00000004:00080000:0.0:1722795750.765534:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075507480, transno 4296349458 00000004:00080000:0.0:1722795750.765537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d3100, transno 4296349459 00000004:00080000:0.0:1722795750.765541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b37480, transno 4296349460 00000004:00080000:0.0:1722795750.765545:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075505500, transno 4296349461 00000004:00080000:0.0:1722795750.765549:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b35500, transno 4296349462 00000004:00080000:0.0:1722795750.765553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b34700, transno 4296349463 00000004:00080000:0.0:1722795750.765556:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d2d80, transno 4296349464 00000004:00080000:0.0:1722795750.765560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b37100, transno 4296349465 00000004:00080000:0.0:1722795750.765563:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c332a00, transno 4296349466 00000004:00080000:0.0:1722795750.765567:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c333b80, transno 4296349467 00000004:00080000:0.0:1722795750.765570:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c333800, transno 4296349468 00000004:00080000:0.0:1722795750.765574:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c331c00, transno 4296349469 00000004:00080000:0.0:1722795750.765577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c331880, transno 4296349470 00000004:00080000:0.0:1722795750.765581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c331500, transno 4296349471 00000004:00080000:0.0:1722795750.765585:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d3480, transno 4296349472 00000004:00080000:0.0:1722795750.765588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c332d80, transno 4296349473 00000004:00080000:0.0:1722795750.765592:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d1500, transno 4296349474 00000004:00080000:0.0:1722795750.765596:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d2a00, transno 4296349475 00000004:00080000:0.0:1722795750.765600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d0000, transno 4296349476 00000004:00080000:0.0:1722795750.765604:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d3b80, transno 4296349477 00000004:00080000:0.0:1722795750.765608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075504a80, transno 4296349478 00000004:00080000:0.0:1722795750.765611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeafb80, transno 4296349479 00000004:00080000:0.0:1722795750.765616:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c330a80, transno 4296349480 00000004:00080000:0.0:1722795750.765619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075506300, transno 4296349481 00000004:00080000:0.0:1722795750.765624:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd5500, transno 4296349482 00000004:00080000:0.0:1722795750.765628:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca0700, transno 4296349483 00000004:00080000:0.0:1722795750.765632:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca1f80, transno 4296349484 00000004:00080000:0.0:1722795750.765636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075505880, transno 4296349485 00000004:00080000:0.0:1722795750.765640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca1c00, transno 4296349486 00000004:00080000:0.0:1722795750.765644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca3480, transno 4296349487 00000004:00080000:0.0:1722795750.765647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca1880, transno 4296349488 00000004:00080000:0.0:1722795750.765651:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd7480, transno 4296349489 00000004:00080000:0.0:1722795750.765655:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5f480, transno 4296349490 00000004:00080000:0.0:1722795750.765659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5f800, transno 4296349491 00000004:00080000:0.0:1722795750.765663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5e680, transno 4296349492 00000004:00080000:0.0:1722795750.765667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5fb80, transno 4296349493 00000004:00080000:0.0:1722795750.765670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5f100, transno 4296349494 00000004:00080000:0.0:1722795750.765674:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5ea00, transno 4296349495 00000004:00080000:0.0:1722795750.765678:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5ed80, transno 4296349496 00000004:00080000:0.0:1722795750.765681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5c700, transno 4296349497 00000004:00080000:0.0:1722795750.765685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5ce00, transno 4296349498 00000004:00080000:0.0:1722795750.765689:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5d180, transno 4296349499 00000004:00080000:0.0:1722795750.765693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5ca80, transno 4296349500 00000004:00080000:0.0:1722795750.765696:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5df80, transno 4296349501 00000004:00080000:0.0:1722795750.765700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5c380, transno 4296349502 00000004:00080000:0.0:1722795750.765703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5c000, transno 4296349503 00000004:00080000:0.0:1722795750.765707:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5d880, transno 4296349504 00000004:00080000:0.0:1722795750.765710:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca1500, transno 4296349505 00000004:00080000:0.0:1722795750.765714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5d500, transno 4296349506 00000004:00080000:0.0:1722795750.765718:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca2d80, transno 4296349507 00000004:00080000:0.0:1722795750.765721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca3b80, transno 4296349508 00000004:00080000:0.0:1722795750.765725:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca0000, transno 4296349509 00000004:00080000:0.0:1722795750.765729:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eeaed80, transno 4296349510 00000004:00080000:0.0:1722795750.765732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124121500, transno 4296349511 00000004:00080000:0.0:1722795750.765736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca2300, transno 4296349512 00000004:00080000:0.0:1722795750.765740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca2680, transno 4296349513 00000004:00080000:0.0:1722795750.765744:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c5880, transno 4296349514 00000004:00080000:0.0:1722795750.765748:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c6d80, transno 4296349515 00000004:00080000:0.0:1722795750.765752:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c6a00, transno 4296349516 00000004:00080000:0.0:1722795750.765755:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c6300, transno 4296349517 00000004:00080000:0.0:1722795750.765759:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c4e00, transno 4296349518 00000004:00080000:0.0:1722795750.765763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c4380, transno 4296349519 00000004:00080000:0.0:1722795750.765766:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c7480, transno 4296349520 00000004:00080000:0.0:1722795750.765770:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c5c00, transno 4296349521 00000004:00080000:0.0:1722795750.765775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c4000, transno 4296349522 00000004:00080000:0.0:1722795750.765778:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c4a80, transno 4296349523 00000004:00080000:0.0:1722795750.765782:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd4700, transno 4296349524 00000004:00080000:0.0:1722795750.765786:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd4a80, transno 4296349525 00000004:00080000:0.0:1722795750.765790:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd4e00, transno 4296349526 00000004:00080000:0.0:1722795750.765794:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd4380, transno 4296349527 00000004:00080000:0.0:1722795750.765797:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca0e00, transno 4296349528 00000004:00080000:0.0:1722795750.765802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bc380, transno 4296349529 00000004:00080000:0.0:1722795750.765806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca3100, transno 4296349530 00000004:00080000:0.0:1722795750.765810:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c4700, transno 4296349531 00000004:00080000:0.0:1722795750.765814:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bf100, transno 4296349532 00000004:00080000:0.0:1722795750.765818:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bdc00, transno 4296349533 00000004:00080000:0.0:1722795750.765822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bf480, transno 4296349534 00000004:00080000:0.0:1722795750.765826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bc700, transno 4296349535 00000004:00080000:0.0:1722795750.765829:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bd880, transno 4296349536 00000004:00080000:0.0:1722795750.765833:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bed80, transno 4296349537 00000004:00080000:0.0:1722795750.765837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bdf80, transno 4296349538 00000004:00080000:0.0:1722795750.765840:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803be300, transno 4296349539 00000004:00080000:0.0:1722795750.765844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd7b80, transno 4296349540 00000004:00080000:0.0:1722795750.765848:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803be680, transno 4296349541 00000004:00080000:0.0:1722795750.765853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124120000, transno 4296349542 00000004:00080000:0.0:1722795750.765857:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c6680, transno 4296349543 00000004:00080000:0.0:1722795750.765860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bca80, transno 4296349544 00000004:00080000:0.0:1722795750.765891:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bc000, transno 4296349545 00000004:00080000:0.0:1722795750.765896:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cd880, transno 4296349546 00000004:00080000:0.0:1722795750.765900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124123480, transno 4296349547 00000004:00080000:0.0:1722795750.765904:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991ce680, transno 4296349548 00000004:00080000:0.0:1722795750.765907:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cea00, transno 4296349549 00000004:00080000:0.0:1722795750.765910:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cf100, transno 4296349550 00000004:00080000:0.0:1722795750.765914:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cca80, transno 4296349551 00000004:00080000:0.0:1722795750.765918:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c5180, transno 4296349552 00000004:00080000:0.0:1722795750.765922:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cf800, transno 4296349553 00000004:00080000:0.0:1722795750.765926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cdc00, transno 4296349554 00000004:00080000:0.0:1722795750.765929:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c7800, transno 4296349555 00000004:00080000:0.0:1722795750.765933:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200be680, transno 4296349556 00000004:00080000:0.0:1722795750.765937:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca0380, transno 4296349557 00000004:00080000:0.0:1722795750.765941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c7b80, transno 4296349558 00000004:00080000:0.0:1722795750.765945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c5f80, transno 4296349559 00000004:00080000:0.0:1722795750.765948:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d0380, transno 4296349560 00000004:00080000:0.0:1722795750.765952:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd5f80, transno 4296349561 00000004:00080000:0.0:1722795750.765956:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d0e00, transno 4296349562 00000004:00080000:0.0:1722795750.765960:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba1180, transno 4296349563 00000004:00080000:0.0:1722795750.765964:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba1c00, transno 4296349564 00000004:00080000:0.0:1722795750.765967:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d1880, transno 4296349565 00000004:00080000:0.0:1722795750.765971:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba3800, transno 4296349566 00000004:00080000:0.0:1722795750.765975:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba0a80, transno 4296349567 00000004:00080000:0.0:1722795750.765979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba2d80, transno 4296349568 00000004:00080000:0.0:1722795750.765983:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554e300, transno 4296349569 00000004:00080000:0.0:1722795750.765987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554d500, transno 4296349570 00000004:00080000:0.0:1722795750.765991:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cf480, transno 4296349571 00000004:00080000:0.0:1722795750.765994:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cc700, transno 4296349572 00000004:00080000:0.0:1722795750.765999:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1092d80, transno 4296349573 00000004:00080000:0.0:1722795750.766003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880ab480, transno 4296349574 00000004:00080000:0.0:1722795750.766006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca3800, transno 4296349575 00000004:00080000:0.0:1722795750.766010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d1180, transno 4296349576 00000004:00080000:0.0:1722795750.766014:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bf800, transno 4296349577 00000004:00080000:0.0:1722795750.766017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b35180, transno 4296349578 00000004:00080000:0.0:1722795750.766021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b37b80, transno 4296349579 00000004:00080000:0.0:1722795750.766025:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba3100, transno 4296349580 00000004:00080000:0.0:1722795750.766029:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba3480, transno 4296349581 00000004:00080000:0.0:1722795750.766033:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba2680, transno 4296349582 00000004:00080000:0.0:1722795750.766037:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b35f80, transno 4296349583 00000004:00080000:0.0:1722795750.766041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba1f80, transno 4296349584 00000004:00080000:0.0:1722795750.766045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba2a00, transno 4296349585 00000004:00080000:0.0:1722795750.766049:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071b37800, transno 4296349586 00000004:00080000:0.0:1722795750.766053:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba3b80, transno 4296349587 00000004:00080000:0.0:1722795750.766056:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880abb80, transno 4296349588 00000004:00080000:0.0:1722795750.766060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba0380, transno 4296349589 00000004:00080000:0.0:1722795750.766064:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba2300, transno 4296349590 00000004:00080000:0.0:1722795750.766068:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bfb80, transno 4296349591 00000004:00080000:0.0:1722795750.766072:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa39180, transno 4296349592 00000004:00080000:0.0:1722795750.766076:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa39c00, transno 4296349593 00000004:00080000:0.0:1722795750.766080:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c332680, transno 4296349594 00000004:00080000:0.0:1722795750.766084:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3b800, transno 4296349595 00000004:00080000:0.0:1722795750.766087:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa38e00, transno 4296349596 00000004:00080000:0.0:1722795750.766091:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3aa00, transno 4296349597 00000004:00080000:0.0:1722795750.766095:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3a300, transno 4296349598 00000004:00080000:0.0:1722795750.766098:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3a680, transno 4296349599 00000004:00080000:0.0:1722795750.766102:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa03480, transno 4296349600 00000004:00080000:0.0:1722795750.766106:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3b100, transno 4296349601 00000004:00080000:0.0:1722795750.766110:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa00000, transno 4296349602 00000004:00080000:0.0:1722795750.766114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cce00, transno 4296349603 00000004:00080000:0.0:1722795750.766117:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6d180, transno 4296349604 00000004:00080000:0.0:1722795750.766121:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca0a80, transno 4296349605 00000004:00080000:0.0:1722795750.766125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa02300, transno 4296349606 00000004:00080000:0.0:1722795750.766129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6c700, transno 4296349607 00000004:00080000:0.0:1722795750.766132:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ca1180, transno 4296349608 00000004:00080000:0.0:1722795750.766136:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cdf80, transno 4296349609 00000004:00080000:0.0:1722795750.766140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6d500, transno 4296349610 00000004:00080000:0.0:1722795750.766145:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa00380, transno 4296349611 00000004:00080000:0.0:1722795750.766149:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa00700, transno 4296349612 00000004:00080000:0.0:1722795750.766153:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa01500, transno 4296349613 00000004:00080000:0.0:1722795750.766157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa01880, transno 4296349614 00000004:00080000:0.0:1722795750.766160:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa01180, transno 4296349615 00000004:00080000:0.0:1722795750.766164:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa02680, transno 4296349616 00000004:00080000:0.0:1722795750.766168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa03b80, transno 4296349617 00000004:00080000:0.0:1722795750.766172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075507800, transno 4296349618 00000004:00080000:0.0:1722795750.766176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075505180, transno 4296349619 00000004:00080000:0.0:1722795750.766180:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075506d80, transno 4296349620 00000004:00080000:0.0:1722795750.766184:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075507100, transno 4296349621 00000004:00080000:0.0:1722795750.766188:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075505c00, transno 4296349622 00000004:00080000:0.0:1722795750.766191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa03100, transno 4296349623 00000004:00080000:0.0:1722795750.766195:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070438700, transno 4296349624 00000004:00080000:0.0:1722795750.766199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa01f80, transno 4296349625 00000004:00080000:0.0:1722795750.766203:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa01c00, transno 4296349626 00000004:00080000:0.0:1722795750.766207:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1f100, transno 4296349627 00000004:00080000:0.0:1722795750.766210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f1df80, transno 4296349628 00000004:00080000:0.0:1722795750.766214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008554ce00, transno 4296349629 00000004:00080000:0.0:1722795750.766218:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124186d80, transno 4296349630 00000004:00080000:0.0:1722795750.766222:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa00e00, transno 4296349631 00000004:00080000:0.0:1722795750.766226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043b480, transno 4296349632 00000004:00080000:0.0:1722795750.766230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f86a00, transno 4296349633 00000004:00080000:0.0:1722795750.766234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124184700, transno 4296349634 00000004:00080000:0.0:1722795750.766238:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f85c00, transno 4296349635 00000004:00080000:0.0:1722795750.766241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f86d80, transno 4296349636 00000004:00080000:0.0:1722795750.766245:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f87b80, transno 4296349637 00000004:00080000:0.0:1722795750.766248:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f84a80, transno 4296349638 00000004:00080000:0.0:1722795750.766252:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f84700, transno 4296349639 00000004:00080000:0.0:1722795750.766255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f87480, transno 4296349640 00000004:00080000:0.0:1722795750.766259:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124185880, transno 4296349641 00000004:00080000:0.0:1722795750.766263:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124187b80, transno 4296349642 00000004:00080000:0.0:1722795750.766267:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124187100, transno 4296349643 00000004:00080000:0.0:1722795750.766271:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124184000, transno 4296349644 00000004:00080000:0.0:1722795750.766274:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124185c00, transno 4296349645 00000004:00080000:0.0:1722795750.766278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc7800, transno 4296349646 00000004:00080000:0.0:1722795750.766281:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124187800, transno 4296349647 00000004:00080000:0.0:1722795750.766285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124187480, transno 4296349648 00000004:00080000:0.0:1722795750.766289:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa00a80, transno 4296349649 00000004:00080000:0.0:1722795750.766293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fa03800, transno 4296349650 00000004:00080000:0.0:1722795750.766297:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc6300, transno 4296349651 00000004:00080000:0.0:1722795750.766301:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6e300, transno 4296349652 00000004:00080000:0.0:1722795750.766305:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd6d80, transno 4296349653 00000004:00080000:0.0:1722795750.766309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6c380, transno 4296349654 00000004:00080000:0.0:1722795750.766312:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd7800, transno 4296349655 00000004:00080000:0.0:1722795750.766317:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8d0a80, transno 4296349656 00000004:00080000:0.0:1722795750.766320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa31500, transno 4296349657 00000004:00080000:0.0:1722795750.766324:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c330000, transno 4296349658 00000004:00080000:0.0:1722795750.766328:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800801c5500, transno 4296349659 00000004:00080000:0.0:1722795750.766331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa30a80, transno 4296349660 00000004:00080000:0.0:1722795750.766335:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c333100, transno 4296349661 00000004:00080000:0.0:1722795750.766339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa39500, transno 4296349662 00000004:00080000:0.0:1722795750.766343:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa38000, transno 4296349663 00000004:00080000:0.0:1722795750.766347:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba0700, transno 4296349664 00000004:00080000:0.0:1722795750.766350:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba0000, transno 4296349665 00000004:00080000:0.0:1722795750.766354:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd6300, transno 4296349666 00000004:00080000:0.0:1722795750.766358:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ba1880, transno 4296349667 00000004:00080000:0.0:1722795750.766361:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880aad80, transno 4296349668 00000004:00080000:0.0:1722795750.766365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c330380, transno 4296349669 00000004:00080000:0.0:1722795750.766368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bd180, transno 4296349670 00000004:00080000:0.0:1722795750.766372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800880a9500, transno 4296349671 00000004:00080000:0.0:1722795750.766376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cfb80, transno 4296349672 00000004:00080000:0.0:1722795750.766380:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b99f80, transno 4296349673 00000004:00080000:0.0:1722795750.766384:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991ce300, transno 4296349674 00000004:00080000:0.0:1722795750.766389:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088219880, transno 4296349675 00000004:00080000:0.0:1722795750.766393:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088219f80, transno 4296349676 00000004:00080000:0.0:1722795750.766438:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088219500, transno 4296349677 00000004:00080000:0.0:1722795750.766443:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e91180, transno 4296349678 00000004:00080000:0.0:1722795750.766447:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e92300, transno 4296349679 00000004:00080000:0.0:1722795750.766450:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e93b80, transno 4296349680 00000004:00080000:0.0:1722795750.766454:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa38700, transno 4296349681 00000004:00080000:0.0:1722795750.766458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124123b80, transno 4296349682 00000004:00080000:0.0:1722795750.766462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cc380, transno 4296349683 00000004:00080000:0.0:1722795750.766466:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa32300, transno 4296349684 00000004:00080000:0.0:1722795750.766470:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa31180, transno 4296349685 00000004:00080000:0.0:1722795750.766474:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124120380, transno 4296349686 00000004:00080000:0.0:1722795750.766478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa33480, transno 4296349687 00000004:00080000:0.0:1722795750.766482:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa30380, transno 4296349688 00000004:00080000:0.0:1722795750.766486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa30000, transno 4296349689 00000004:00080000:0.0:1722795750.766490:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa32680, transno 4296349690 00000004:00080000:0.0:1722795750.766494:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa32a00, transno 4296349691 00000004:00080000:0.0:1722795750.766498:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c331180, transno 4296349692 00000004:00080000:0.0:1722795750.766502:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea6c000, transno 4296349693 00000004:00080000:0.0:1722795750.766506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa31f80, transno 4296349694 00000004:00080000:0.0:1722795750.766509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa33800, transno 4296349695 00000004:00080000:0.0:1722795750.766513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c330700, transno 4296349696 00000004:00080000:0.0:1722795750.766517:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991ced80, transno 4296349697 00000004:00080000:0.0:1722795750.766519:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df5dc00, transno 4296349698 00000004:00080000:0.0:1722795750.766522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cd500, transno 4296349699 00000004:00080000:0.0:1722795750.766524:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa31c00, transno 4296349700 00000004:00080000:0.0:1722795750.766527:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3bb80, transno 4296349701 00000004:00080000:0.0:1722795750.766530:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124120e00, transno 4296349702 00000004:00080000:0.0:1722795750.766532:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa39880, transno 4296349703 00000004:00080000:0.0:1722795750.766535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd5c00, transno 4296349704 00000004:00080000:0.0:1722795750.766537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa30e00, transno 4296349705 00000004:00080000:0.0:1722795750.766540:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd6a00, transno 4296349706 00000004:00080000:0.0:1722795750.766543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f3100, transno 4296349707 00000004:00080000:0.0:1722795750.766545:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f0700, transno 4296349708 00000004:00080000:0.0:1722795750.766548:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f3800, transno 4296349709 00000004:00080000:0.0:1722795750.766550:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f3b80, transno 4296349710 00000004:00080000:0.0:1722795750.766553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075088700, transno 4296349711 00000004:00080000:0.0:1722795750.766555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd7100, transno 4296349712 00000004:00080000:0.0:1722795750.766557:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075088e00, transno 4296349713 00000004:00080000:0.0:1722795750.766560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f86680, transno 4296349714 00000004:00080000:0.0:1722795750.766562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f84380, transno 4296349715 00000004:00080000:0.0:1722795750.766565:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd5880, transno 4296349716 00000004:00080000:0.0:1722795750.766567:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f87800, transno 4296349717 00000004:00080000:0.0:1722795750.766569:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f86300, transno 4296349718 00000004:00080000:0.0:1722795750.766572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f84000, transno 4296349719 00000004:00080000:0.0:1722795750.766574:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f85880, transno 4296349720 00000004:00080000:0.0:1722795750.766577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f87100, transno 4296349721 00000004:00080000:0.0:1722795750.766579:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f1180, transno 4296349722 00000004:00080000:0.0:1722795750.766581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f2300, transno 4296349723 00000004:00080000:0.0:1722795750.766584:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f2a00, transno 4296349724 00000004:00080000:0.0:1722795750.766586:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd4000, transno 4296349725 00000004:00080000:0.0:1722795750.766588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa33100, transno 4296349726 00000004:00080000:0.0:1722795750.766590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f2d80, transno 4296349727 00000004:00080000:0.0:1722795750.766593:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f4380, transno 4296349728 00000004:00080000:0.0:1722795750.766595:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f1500, transno 4296349729 00000004:00080000:0.0:1722795750.766598:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f4000, transno 4296349730 00000004:00080000:0.0:1722795750.766600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f2680, transno 4296349731 00000004:00080000:0.0:1722795750.766603:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f5880, transno 4296349732 00000004:00080000:0.0:1722795750.766606:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f6d80, transno 4296349733 00000004:00080000:0.0:1722795750.766608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f1880, transno 4296349734 00000004:00080000:0.0:1722795750.766610:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f1c00, transno 4296349735 00000004:00080000:0.0:1722795750.766613:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f6680, transno 4296349736 00000004:00080000:0.0:1722795750.766615:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f7b80, transno 4296349737 00000004:00080000:0.0:1722795750.766617:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa30700, transno 4296349738 00000004:00080000:0.0:1722795750.766620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f7800, transno 4296349739 00000004:00080000:0.0:1722795750.766622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e92d80, transno 4296349740 00000004:00080000:0.0:1722795750.766625:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e90380, transno 4296349741 00000004:00080000:0.0:1722795750.766627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e91f80, transno 4296349742 00000004:00080000:0.0:1722795750.766629:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e90700, transno 4296349743 00000004:00080000:0.0:1722795750.766631:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e90a80, transno 4296349744 00000004:00080000:0.0:1722795750.766634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081098700, transno 4296349745 00000004:00080000:0.0:1722795750.766636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e93480, transno 4296349746 00000004:00080000:0.0:1722795750.766639:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e93100, transno 4296349747 00000004:00080000:0.0:1722795750.766641:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f4700, transno 4296349748 00000004:00080000:0.0:1722795750.766643:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1090700, transno 4296349749 00000004:00080000:0.0:1722795750.766645:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1091c00, transno 4296349750 00000004:00080000:0.0:1722795750.766648:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821ad80, transno 4296349751 00000004:00080000:0.0:1722795750.766650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa3b480, transno 4296349752 00000004:00080000:0.0:1722795750.766653:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa38380, transno 4296349753 00000004:00080000:0.0:1722795750.766655:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1093480, transno 4296349754 00000004:00080000:0.0:1722795750.766658:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821bb80, transno 4296349755 00000004:00080000:0.0:1722795750.766660:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821aa00, transno 4296349756 00000004:00080000:0.0:1722795750.766662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821b480, transno 4296349757 00000004:00080000:0.0:1722795750.766665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088218380, transno 4296349758 00000004:00080000:0.0:1722795750.766667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088219180, transno 4296349759 00000004:00080000:0.0:1722795750.766669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa38a80, transno 4296349760 00000004:00080000:0.0:1722795750.766671:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821b100, transno 4296349761 00000004:00080000:0.0:1722795750.766674:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800991cd180, transno 4296349762 00000004:00080000:0.0:1722795750.766677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008821a300, transno 4296349763 00000004:00080000:0.0:1722795750.766680:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088773480, transno 4296349764 00000004:00080000:0.0:1722795750.766683:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088771f80, transno 4296349765 00000004:00080000:0.0:1722795750.766685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088772300, transno 4296349766 00000004:00080000:0.0:1722795750.766687:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075089880, transno 4296349767 00000004:00080000:0.0:1722795750.766690:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508a300, transno 4296349768 00000004:00080000:0.0:1722795750.766692:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508bb80, transno 4296349769 00000004:00080000:0.0:1722795750.766695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508a680, transno 4296349770 00000004:00080000:0.0:1722795750.766697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075089500, transno 4296349771 00000004:00080000:0.0:1722795750.766699:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508b800, transno 4296349772 00000004:00080000:0.0:1722795750.766702:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075571180, transno 4296349773 00000004:00080000:0.0:1722795750.766704:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f85180, transno 4296349774 00000004:00080000:0.0:1722795750.766707:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075573b80, transno 4296349775 00000004:00080000:0.0:1722795750.766709:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070cc5c00, transno 4296349776 00000004:00080000:0.0:1722795750.766712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088771500, transno 4296349777 00000004:00080000:0.0:1722795750.766714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088770a80, transno 4296349778 00000004:00080000:0.0:1722795750.766716:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088770000, transno 4296349779 00000004:00080000:0.0:1722795750.766719:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109ad80, transno 4296349780 00000004:00080000:0.0:1722795750.766721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f5f80, transno 4296349781 00000004:00080000:0.0:1722795750.766723:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109bb80, transno 4296349782 00000004:00080000:0.0:1722795750.766726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075571c00, transno 4296349783 00000004:00080000:0.0:1722795750.766728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088772a00, transno 4296349784 00000004:00080000:0.0:1722795750.766730:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088773b80, transno 4296349785 00000004:00080000:0.0:1722795750.766732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088773100, transno 4296349786 00000004:00080000:0.0:1722795750.766734:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109aa00, transno 4296349787 00000004:00080000:0.0:1722795750.766737:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075088a80, transno 4296349788 00000004:00080000:0.0:1722795750.766739:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075089f80, transno 4296349789 00000004:00080000:0.0:1722795750.766741:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508b100, transno 4296349790 00000004:00080000:0.0:1722795750.766743:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075089c00, transno 4296349791 00000004:00080000:0.0:1722795750.766746:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109b100, transno 4296349792 00000004:00080000:0.0:1722795750.766748:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081099f80, transno 4296349793 00000004:00080000:0.0:1722795750.766751:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081098a80, transno 4296349794 00000004:00080000:0.0:1722795750.766753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075088380, transno 4296349795 00000004:00080000:0.0:1722795750.766755:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508b480, transno 4296349796 00000004:00080000:0.0:1722795750.766757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109a680, transno 4296349797 00000004:00080000:0.0:1722795750.766759:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075089180, transno 4296349798 00000004:00080000:0.0:1722795750.766761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f4e00, transno 4296349799 00000004:00080000:0.0:1722795750.766764:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f5c00, transno 4296349800 00000004:00080000:0.0:1722795750.766766:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075088000, transno 4296349801 00000004:00080000:0.0:1722795750.766769:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614e680, transno 4296349802 00000004:00080000:0.0:1722795750.766771:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614d880, transno 4296349803 00000004:00080000:0.0:1722795750.766773:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f4a80, transno 4296349804 00000004:00080000:0.0:1722795750.766775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007508ad80, transno 4296349805 00000004:00080000:0.0:1722795750.766777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e91c00, transno 4296349806 00000004:00080000:0.0:1722795750.766780:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880097f85f80, transno 4296349807 00000004:00080000:0.0:1722795750.766782:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e91880, transno 4296349808 00000004:00080000:0.0:1722795750.766785:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0537b80, transno 4296349809 00000004:00080000:0.0:1722795750.766787:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e93800, transno 4296349810 00000004:00080000:0.0:1722795750.766789:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0536a00, transno 4296349811 00000004:00080000:0.0:1722795750.766791:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0534a80, transno 4296349812 00000004:00080000:0.0:1722795750.766793:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0535f80, transno 4296349813 00000004:00080000:0.0:1722795750.766795:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0534e00, transno 4296349814 00000004:00080000:0.0:1722795750.766798:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f5180, transno 4296349815 00000004:00080000:0.0:1722795750.766800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614f800, transno 4296349816 00000004:00080000:0.0:1722795750.766802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614c000, transno 4296349817 00000004:00080000:0.0:1722795750.766804:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614f480, transno 4296349818 00000004:00080000:0.0:1722795750.766807:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614d500, transno 4296349819 00000004:00080000:0.0:1722795750.766809:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614ea00, transno 4296349820 00000004:00080000:0.0:1722795750.766812:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614ca80, transno 4296349821 00000004:00080000:0.0:1722795750.766816:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614df80, transno 4296349822 00000004:00080000:0.0:1722795750.766820:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f7100, transno 4296349823 00000004:00080000:0.0:1722795750.766823:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0534000, transno 4296349824 00000004:00080000:0.0:1722795750.766827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0534380, transno 4296349825 00000004:00080000:0.0:1722795750.766831:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0537480, transno 4296349826 00000004:00080000:0.0:1722795750.766834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088771180, transno 4296349827 00000004:00080000:0.0:1722795750.766838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9f480, transno 4296349828 00000004:00080000:0.0:1722795750.766841:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9df80, transno 4296349829 00000004:00080000:0.0:1722795750.766845:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e91500, transno 4296349830 00000004:00080000:0.0:1722795750.766849:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d6f3480, transno 4296349831 00000004:00080000:0.0:1722795750.766853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a0535500, transno 4296349832 00000004:00080000:0.0:1722795750.766857:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ec380, transno 4296349833 00000004:00080000:0.0:1722795750.766861:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088771880, transno 4296349834 00000004:00080000:0.0:1722795750.766884:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ec700, transno 4296349835 00000004:00080000:0.0:1722795750.766887:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ec000, transno 4296349836 00000004:00080000:0.0:1722795750.766891:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782eca80, transno 4296349837 00000004:00080000:0.0:1722795750.766895:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800782ed500, transno 4296349838 00000004:00080000:0.0:1722795750.766898:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081099500, transno 4296349839 00000004:00080000:0.0:1722795750.766902:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081099880, transno 4296349840 00000004:00080000:0.0:1722795750.766905:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614e300, transno 4296349841 00000004:00080000:0.0:1722795750.766908:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614dc00, transno 4296349842 00000004:00080000:0.0:1722795750.766912:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614ce00, transno 4296349843 00000004:00080000:0.0:1722795750.766916:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f6300, transno 4296349844 00000004:00080000:0.0:1722795750.766920:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800803bd500, transno 4296349845 00000004:00080000:0.0:1722795750.766923:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009614fb80, transno 4296349846 00000004:00080000:0.0:1722795750.766927:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9ce00, transno 4296349847 00000004:00080000:0.0:1722795750.766931:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088273b80, transno 4296349848 00000004:00080000:0.0:1722795750.766935:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213db100, transno 4296349849 00000004:00080000:0.0:1722795750.766939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088270700, transno 4296349850 00000004:00080000:0.0:1722795750.766943:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088270380, transno 4296349851 00000004:00080000:0.0:1722795750.766947:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088271500, transno 4296349852 00000004:00080000:0.0:1722795750.766951:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f5500, transno 4296349853 00000004:00080000:0.0:1722795750.766955:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088273800, transno 4296349854 00000004:00080000:0.0:1722795750.766959:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d9c00, transno 4296349855 00000004:00080000:0.0:1722795750.766962:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088270e00, transno 4296349856 00000004:00080000:0.0:1722795750.766966:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109a300, transno 4296349857 00000004:00080000:0.0:1722795750.766970:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa33b80, transno 4296349858 00000004:00080000:0.0:1722795750.766974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1090380, transno 4296349859 00000004:00080000:0.0:1722795750.766978:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075572a00, transno 4296349860 00000004:00080000:0.0:1722795750.766982:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1090e00, transno 4296349861 00000004:00080000:0.0:1722795750.766985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089fd6680, transno 4296349862 00000004:00080000:0.0:1722795750.766989:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075570e00, transno 4296349863 00000004:00080000:0.0:1722795750.766993:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075573480, transno 4296349864 00000004:00080000:0.0:1722795750.766996:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075573100, transno 4296349865 00000004:00080000:0.0:1722795750.767000:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075572300, transno 4296349866 00000004:00080000:0.0:1722795750.767003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075572d80, transno 4296349867 00000004:00080000:0.0:1722795750.767005:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075571880, transno 4296349868 00000004:00080000:0.0:1722795750.767008:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109b800, transno 4296349869 00000004:00080000:0.0:1722795750.767010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075573800, transno 4296349870 00000004:00080000:0.0:1722795750.767013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075571f80, transno 4296349871 00000004:00080000:0.0:1722795750.767015:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081099180, transno 4296349872 00000004:00080000:0.0:1722795750.767017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008109b480, transno 4296349873 00000004:00080000:0.0:1722795750.767020:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b5f80, transno 4296349874 00000004:00080000:0.0:1722795750.767022:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b5880, transno 4296349875 00000004:00080000:0.0:1722795750.767024:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b5180, transno 4296349876 00000004:00080000:0.0:1722795750.767027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b4380, transno 4296349877 00000004:00080000:0.0:1722795750.767029:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b7480, transno 4296349878 00000004:00080000:0.0:1722795750.767032:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b4000, transno 4296349879 00000004:00080000:0.0:1722795750.767034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b7b80, transno 4296349880 00000004:00080000:0.0:1722795750.767036:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9e300, transno 4296349881 00000004:00080000:0.0:1722795750.767039:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9c000, transno 4296349882 00000004:00080000:0.0:1722795750.767042:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9f100, transno 4296349883 00000004:00080000:0.0:1722795750.767044:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9c380, transno 4296349884 00000004:00080000:0.0:1722795750.767047:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833cb800, transno 4296349885 00000004:00080000:0.0:1722795750.767051:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c8a80, transno 4296349886 00000004:00080000:0.0:1722795750.767054:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074a9d880, transno 4296349887 00000004:00080000:0.0:1722795750.767058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800721f6a00, transno 4296349888 00000004:00080000:0.0:1722795750.767062:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833ca680, transno 4296349889 00000004:00080000:0.0:1722795750.767065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833caa00, transno 4296349890 00000004:00080000:0.0:1722795750.767069:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c8700, transno 4296349891 00000004:00080000:0.0:1722795750.767073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833cb100, transno 4296349892 00000004:00080000:0.0:1722795750.767076:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c9f80, transno 4296349893 00000004:00080000:0.0:1722795750.767080:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c8380, transno 4296349894 00000004:00080000:0.0:1722795750.767085:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c9500, transno 4296349895 00000004:00080000:0.0:1722795750.767089:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c9880, transno 4296349896 00000004:00080000:0.0:1722795750.767092:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833ca300, transno 4296349897 00000004:00080000:0.0:1722795750.767095:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c9c00, transno 4296349898 00000004:00080000:0.0:1722795750.767099:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b7100, transno 4296349899 00000004:00080000:0.0:1722795750.767103:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc2300, transno 4296349900 00000004:00080000:0.0:1722795750.767106:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c8000, transno 4296349901 00000004:00080000:0.0:1722795750.767110:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b6a00, transno 4296349902 00000004:00080000:0.0:1722795750.767114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800833c8e00, transno 4296349903 00000004:00080000:0.0:1722795750.767117:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b4700, transno 4296349904 00000004:00080000:0.0:1722795750.767122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d9500, transno 4296349905 00000004:00080000:0.0:1722795750.767125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc1180, transno 4296349906 00000004:00080000:0.0:1722795750.767129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc3b80, transno 4296349907 00000004:00080000:0.0:1722795750.767133:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b5c00, transno 4296349908 00000004:00080000:0.0:1722795750.767136:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc3800, transno 4296349909 00000004:00080000:0.0:1722795750.767140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b7800, transno 4296349910 00000004:00080000:0.0:1722795750.767144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ce00, transno 4296349911 00000004:00080000:0.0:1722795750.767148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b6680, transno 4296349912 00000004:00080000:0.0:1722795750.767153:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ca80, transno 4296349913 00000004:00080000:0.0:1722795750.767157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f471f80, transno 4296349914 00000004:00080000:0.0:1722795750.767161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6e300, transno 4296349915 00000004:00080000:0.0:1722795750.767164:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6f480, transno 4296349916 00000004:00080000:0.0:1722795750.767168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6d180, transno 4296349917 00000004:00080000:0.0:1722795750.767172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6d880, transno 4296349918 00000004:00080000:0.0:1722795750.767175:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6fb80, transno 4296349919 00000004:00080000:0.0:1722795750.767179:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6d500, transno 4296349920 00000004:00080000:0.0:1722795750.767200:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213db800, transno 4296349921 00000004:00080000:0.0:1722795750.767204:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f473b80, transno 4296349922 00000004:00080000:0.0:1722795750.767207:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f471880, transno 4296349923 00000004:00080000:0.0:1722795750.767211:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801200bd500, transno 4296349924 00000004:00080000:0.0:1722795750.767215:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f471180, transno 4296349925 00000004:00080000:0.0:1722795750.767218:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f470700, transno 4296349926 00000004:00080000:0.0:1722795750.767222:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc2680, transno 4296349927 00000004:00080000:0.0:1722795750.767225:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f472a00, transno 4296349928 00000004:00080000:0.0:1722795750.767229:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f470000, transno 4296349929 00000004:00080000:0.0:1722795750.767232:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f470a80, transno 4296349930 00000004:00080000:0.0:1722795750.767235:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f473480, transno 4296349931 00000004:00080000:0.0:1722795750.767238:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f473800, transno 4296349932 00000004:00080000:0.0:1722795750.767242:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d7480, transno 4296349933 00000004:00080000:0.0:1722795750.767245:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f471500, transno 4296349934 00000004:00080000:0.0:1722795750.767249:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d5f80, transno 4296349935 00000004:00080000:0.0:1722795750.767269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f471c00, transno 4296349936 00000004:00080000:0.0:1722795750.767273:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d4000, transno 4296349937 00000004:00080000:0.0:1722795750.767277:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d7800, transno 4296349938 00000004:00080000:0.0:1722795750.767281:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d6680, transno 4296349939 00000004:00080000:0.0:1722795750.767285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d4700, transno 4296349940 00000004:00080000:0.0:1722795750.767288:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d4a80, transno 4296349941 00000004:00080000:0.0:1722795750.767293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d4e00, transno 4296349942 00000004:00080000:0.0:1722795750.767296:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d5180, transno 4296349943 00000004:00080000:0.0:1722795750.767300:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d6a00, transno 4296349944 00000004:00080000:0.0:1722795750.767304:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d5880, transno 4296349945 00000004:00080000:0.0:1722795750.767308:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d8e00, transno 4296349946 00000004:00080000:0.0:1722795750.767312:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d9880, transno 4296349947 00000004:00080000:0.0:1722795750.767315:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081099c00, transno 4296349948 00000004:00080000:0.0:1722795750.767319:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213daa00, transno 4296349949 00000004:00080000:0.0:1722795750.767323:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6f100, transno 4296349950 00000004:00080000:0.0:1722795750.767327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d8000, transno 4296349951 00000004:00080000:0.0:1722795750.767331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356ea00, transno 4296349952 00000004:00080000:0.0:1722795750.767335:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356c380, transno 4296349953 00000004:00080000:0.0:1722795750.767339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356c000, transno 4296349954 00000004:00080000:0.0:1722795750.767342:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ea00, transno 4296349955 00000004:00080000:0.0:1722795750.767346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f470e00, transno 4296349956 00000004:00080000:0.0:1722795750.767349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b5500, transno 4296349957 00000004:00080000:0.0:1722795750.767353:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6c700, transno 4296349958 00000004:00080000:0.0:1722795750.767356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ed80, transno 4296349959 00000004:00080000:0.0:1722795750.767360:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f470380, transno 4296349960 00000004:00080000:0.0:1722795750.767364:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc3480, transno 4296349961 00000004:00080000:0.0:1722795750.767368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc1c00, transno 4296349962 00000004:00080000:0.0:1722795750.767372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc2d80, transno 4296349963 00000004:00080000:0.0:1722795750.767376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc0380, transno 4296349964 00000004:00080000:0.0:1722795750.767379:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc0700, transno 4296349965 00000004:00080000:0.0:1722795750.767383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc0000, transno 4296349966 00000004:00080000:0.0:1722795750.767388:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bec380, transno 4296349967 00000004:00080000:0.0:1722795750.767392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6e680, transno 4296349968 00000004:00080000:0.0:1722795750.767395:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bee680, transno 4296349969 00000004:00080000:0.0:1722795750.767399:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131beca80, transno 4296349970 00000004:00080000:0.0:1722795750.767403:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bedf80, transno 4296349971 00000004:00080000:0.0:1722795750.767408:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bed500, transno 4296349972 00000004:00080000:0.0:1722795750.767412:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356fb80, transno 4296349973 00000004:00080000:0.0:1722795750.767415:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356d500, transno 4296349974 00000004:00080000:0.0:1722795750.767419:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356dc00, transno 4296349975 00000004:00080000:0.0:1722795750.767422:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356c700, transno 4296349976 00000004:00080000:0.0:1722795750.767453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356e680, transno 4296349977 00000004:00080000:0.0:1722795750.767458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356d880, transno 4296349978 00000004:00080000:0.0:1722795750.767462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b4a80, transno 4296349979 00000004:00080000:0.0:1722795750.767465:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356d180, transno 4296349980 00000004:00080000:0.0:1722795750.767469:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bed180, transno 4296349981 00000004:00080000:0.0:1722795750.767473:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044ad80, transno 4296349982 00000004:00080000:0.0:1722795750.767476:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356e300, transno 4296349983 00000004:00080000:0.0:1722795750.767480:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072621880, transno 4296349984 00000004:00080000:0.0:1722795750.767483:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072622a00, transno 4296349985 00000004:00080000:0.0:1722795750.767487:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070448e00, transno 4296349986 00000004:00080000:0.0:1722795750.767490:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044b800, transno 4296349987 00000004:00080000:0.0:1722795750.767493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070448000, transno 4296349988 00000004:00080000:0.0:1722795750.767496:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044a680, transno 4296349989 00000004:00080000:0.0:1722795750.767499:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070449c00, transno 4296349990 00000004:00080000:0.0:1722795750.767503:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070449180, transno 4296349991 00000004:00080000:0.0:1722795750.767506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044a300, transno 4296349992 00000004:00080000:0.0:1722795750.767509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044b480, transno 4296349993 00000004:00080000:0.0:1722795750.767513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24d880, transno 4296349994 00000004:00080000:0.0:1722795750.767516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24c000, transno 4296349995 00000004:00080000:0.0:1722795750.767520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d1180, transno 4296349996 00000004:00080000:0.0:1722795750.767523:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24c700, transno 4296349997 00000004:00080000:0.0:1722795750.767526:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356ed80, transno 4296349998 00000004:00080000:0.0:1722795750.767529:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d2d80, transno 4296349999 00000004:00080000:0.0:1722795750.767533:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24dc00, transno 4296350000 00000004:00080000:0.0:1722795750.767536:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24e300, transno 4296350001 00000004:00080000:0.0:1722795750.767541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24d500, transno 4296350002 00000004:00080000:0.0:1722795750.767544:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d2300, transno 4296350003 00000004:00080000:0.0:1722795750.767547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d0700, transno 4296350004 00000004:00080000:0.0:1722795750.767551:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d0e00, transno 4296350005 00000004:00080000:0.0:1722795750.767554:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d3480, transno 4296350006 00000004:00080000:0.0:1722795750.767558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24f100, transno 4296350007 00000004:00080000:0.0:1722795750.767561:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d3b80, transno 4296350008 00000004:00080000:0.0:1722795750.767565:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072622300, transno 4296350009 00000004:00080000:0.0:1722795750.767568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072622d80, transno 4296350010 00000004:00080000:0.0:1722795750.767572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072621c00, transno 4296350011 00000004:00080000:0.0:1722795750.767576:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d3b80, transno 4296350012 00000004:00080000:0.0:1722795750.767580:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d1180, transno 4296350013 00000004:00080000:0.0:1722795750.767584:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d3100, transno 4296350014 00000004:00080000:0.0:1722795750.767587:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d2680, transno 4296350015 00000004:00080000:0.0:1722795750.767590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d2d80, transno 4296350016 00000004:00080000:0.0:1722795750.767594:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d1880, transno 4296350017 00000004:00080000:0.0:1722795750.767597:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d3100, transno 4296350018 00000004:00080000:0.0:1722795750.767600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d1c00, transno 4296350019 00000004:00080000:0.0:1722795750.767603:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081098380, transno 4296350020 00000004:00080000:0.0:1722795750.767607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d2a00, transno 4296350021 00000004:00080000:0.0:1722795750.767610:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d0380, transno 4296350022 00000004:00080000:0.0:1722795750.767613:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d2680, transno 4296350023 00000004:00080000:0.0:1722795750.767617:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d1500, transno 4296350024 00000004:00080000:0.0:1722795750.767620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356ca80, transno 4296350025 00000004:00080000:0.0:1722795750.767623:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081098000, transno 4296350026 00000004:00080000:0.0:1722795750.767627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d1c00, transno 4296350027 00000004:00080000:0.0:1722795750.767631:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f472d80, transno 4296350028 00000004:00080000:0.0:1722795750.767635:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523ad80, transno 4296350029 00000004:00080000:0.0:1722795750.767638:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f472680, transno 4296350030 00000004:00080000:0.0:1722795750.767642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075239880, transno 4296350031 00000004:00080000:0.0:1722795750.767646:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075239500, transno 4296350032 00000004:00080000:0.0:1722795750.767650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6c000, transno 4296350033 00000004:00080000:0.0:1722795750.767655:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075238e00, transno 4296350034 00000004:00080000:0.0:1722795750.767658:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f473100, transno 4296350035 00000004:00080000:0.0:1722795750.767662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075239180, transno 4296350036 00000004:00080000:0.0:1722795750.767665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075239c00, transno 4296350037 00000004:00080000:0.0:1722795750.767669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075238380, transno 4296350038 00000004:00080000:0.0:1722795750.767673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523bb80, transno 4296350039 00000004:00080000:0.0:1722795750.767677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523a300, transno 4296350040 00000004:00080000:0.0:1722795750.767681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075238700, transno 4296350041 00000004:00080000:0.0:1722795750.767685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075239f80, transno 4296350042 00000004:00080000:0.0:1722795750.767688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523b480, transno 4296350043 00000004:00080000:0.0:1722795750.767693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072546680, transno 4296350044 00000004:00080000:0.0:1722795750.767697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d7100, transno 4296350045 00000004:00080000:0.0:1722795750.767701:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356f800, transno 4296350046 00000004:00080000:0.0:1722795750.767705:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356ce00, transno 4296350047 00000004:00080000:0.0:1722795750.767709:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356f480, transno 4296350048 00000004:00080000:0.0:1722795750.767712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072545500, transno 4296350049 00000004:00080000:0.0:1722795750.767717:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072547b80, transno 4296350050 00000004:00080000:0.0:1722795750.767721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072544e00, transno 4296350051 00000004:00080000:0.0:1722795750.767724:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072547100, transno 4296350052 00000004:00080000:0.0:1722795750.767729:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072545f80, transno 4296350053 00000004:00080000:0.0:1722795750.767733:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072544000, transno 4296350054 00000004:00080000:0.0:1722795750.767736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072546300, transno 4296350055 00000004:00080000:0.0:1722795750.767740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072544a80, transno 4296350056 00000004:00080000:0.0:1722795750.767744:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d2a00, transno 4296350057 00000004:00080000:0.0:1722795750.767747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072546a00, transno 4296350058 00000004:00080000:0.0:1722795750.767751:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072544700, transno 4296350059 00000004:00080000:0.0:1722795750.767755:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d0e00, transno 4296350060 00000004:00080000:0.0:1722795750.767758:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ec700, transno 4296350061 00000004:00080000:0.0:1722795750.767763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715efb80, transno 4296350062 00000004:00080000:0.0:1722795750.767767:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715eca80, transno 4296350063 00000004:00080000:0.0:1722795750.767770:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715edf80, transno 4296350064 00000004:00080000:0.0:1722795750.767774:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ee680, transno 4296350065 00000004:00080000:0.0:1722795750.767777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ef100, transno 4296350066 00000004:00080000:0.0:1722795750.767781:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bed880, transno 4296350067 00000004:00080000:0.0:1722795750.767784:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131beea00, transno 4296350068 00000004:00080000:0.0:1722795750.767788:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bec700, transno 4296350069 00000004:00080000:0.0:1722795750.767792:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bef480, transno 4296350070 00000004:00080000:0.0:1722795750.767796:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d1f80, transno 4296350071 00000004:00080000:0.0:1722795750.767800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d0700, transno 4296350072 00000004:00080000:0.0:1722795750.767803:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d0a80, transno 4296350073 00000004:00080000:0.0:1722795750.767807:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bda680, transno 4296350074 00000004:00080000:0.0:1722795750.767811:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d0000, transno 4296350075 00000004:00080000:0.0:1722795750.767814:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d7b80, transno 4296350076 00000004:00080000:0.0:1722795750.767818:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc3100, transno 4296350077 00000004:00080000:0.0:1722795750.767822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6c380, transno 4296350078 00000004:00080000:0.0:1722795750.767826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e22680, transno 4296350079 00000004:00080000:0.0:1722795750.767830:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc1f80, transno 4296350080 00000004:00080000:0.0:1722795750.767834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd9c00, transno 4296350081 00000004:00080000:0.0:1722795750.767838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd8380, transno 4296350082 00000004:00080000:0.0:1722795750.767841:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc0a80, transno 4296350083 00000004:00080000:0.0:1722795750.767845:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ec000, transno 4296350084 00000004:00080000:0.0:1722795750.767849:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24ed80, transno 4296350085 00000004:00080000:0.0:1722795750.767853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523aa00, transno 4296350086 00000004:00080000:0.0:1722795750.767856:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007356f100, transno 4296350087 00000004:00080000:0.0:1722795750.767860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523a680, transno 4296350088 00000004:00080000:0.0:1722795750.767941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ef480, transno 4296350089 00000004:00080000:0.0:1722795750.767946:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523b800, transno 4296350090 00000004:00080000:0.0:1722795750.767950:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b0e00, transno 4296350091 00000004:00080000:0.0:1722795750.767954:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072545880, transno 4296350092 00000004:00080000:0.0:1722795750.767958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d3480, transno 4296350093 00000004:00080000:0.0:1722795750.767962:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072546d80, transno 4296350094 00000004:00080000:0.0:1722795750.767965:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072547800, transno 4296350095 00000004:00080000:0.0:1722795750.767969:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072621180, transno 4296350096 00000004:00080000:0.0:1722795750.767972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072621500, transno 4296350097 00000004:00080000:0.0:1722795750.767976:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd8e00, transno 4296350098 00000004:00080000:0.0:1722795750.767980:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd8000, transno 4296350099 00000004:00080000:0.0:1722795750.767984:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b1f80, transno 4296350100 00000004:00080000:0.0:1722795750.767988:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070448700, transno 4296350101 00000004:00080000:0.0:1722795750.767991:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b2300, transno 4296350102 00000004:00080000:0.0:1722795750.767995:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b0700, transno 4296350103 00000004:00080000:0.0:1722795750.767999:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b3800, transno 4296350104 00000004:00080000:0.0:1722795750.768003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b3100, transno 4296350105 00000004:00080000:0.0:1722795750.768006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072623480, transno 4296350106 00000004:00080000:0.0:1722795750.768009:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b0380, transno 4296350107 00000004:00080000:0.0:1722795750.768012:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072621f80, transno 4296350108 00000004:00080000:0.0:1722795750.768016:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078319500, transno 4296350109 00000004:00080000:0.0:1722795750.768019:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072622680, transno 4296350110 00000004:00080000:0.0:1722795750.768023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078318a80, transno 4296350111 00000004:00080000:0.0:1722795750.768027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b1500, transno 4296350112 00000004:00080000:0.0:1722795750.768030:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b2a00, transno 4296350113 00000004:00080000:0.0:1722795750.768034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078318e00, transno 4296350114 00000004:00080000:0.0:1722795750.768037:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b3480, transno 4296350115 00000004:00080000:0.0:1722795750.768041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b1880, transno 4296350116 00000004:00080000:0.0:1722795750.768045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b0000, transno 4296350117 00000004:00080000:0.0:1722795750.768048:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b0a80, transno 4296350118 00000004:00080000:0.0:1722795750.768052:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b1c00, transno 4296350119 00000004:00080000:0.0:1722795750.768055:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24f800, transno 4296350120 00000004:00080000:0.0:1722795750.768058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24ce00, transno 4296350121 00000004:00080000:0.0:1722795750.768062:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24c380, transno 4296350122 00000004:00080000:0.0:1722795750.768066:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072620000, transno 4296350123 00000004:00080000:0.0:1722795750.768070:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24ea00, transno 4296350124 00000004:00080000:0.0:1722795750.768073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265ad80, transno 4296350125 00000004:00080000:0.0:1722795750.768077:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072659f80, transno 4296350126 00000004:00080000:0.0:1722795750.768081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072659500, transno 4296350127 00000004:00080000:0.0:1722795750.768085:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd9500, transno 4296350128 00000004:00080000:0.0:1722795750.768089:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265b800, transno 4296350129 00000004:00080000:0.0:1722795750.768093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072658380, transno 4296350130 00000004:00080000:0.0:1722795750.768096:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072658700, transno 4296350131 00000004:00080000:0.0:1722795750.768100:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649dc00, transno 4296350132 00000004:00080000:0.0:1722795750.768104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d3800, transno 4296350133 00000004:00080000:0.0:1722795750.768107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649c380, transno 4296350134 00000004:00080000:0.0:1722795750.768111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bece00, transno 4296350135 00000004:00080000:0.0:1722795750.768114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649f480, transno 4296350136 00000004:00080000:0.0:1722795750.768118:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bdb100, transno 4296350137 00000004:00080000:0.0:1722795750.768121:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649f100, transno 4296350138 00000004:00080000:0.0:1722795750.768125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649f800, transno 4296350139 00000004:00080000:0.0:1722795750.768129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d2300, transno 4296350140 00000004:00080000:0.0:1722795750.768132:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d6d80, transno 4296350141 00000004:00080000:0.0:1722795750.768137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd9180, transno 4296350142 00000004:00080000:0.0:1722795750.768140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd9f80, transno 4296350143 00000004:00080000:0.0:1722795750.768144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bdaa00, transno 4296350144 00000004:00080000:0.0:1722795750.768147:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd8a80, transno 4296350145 00000004:00080000:0.0:1722795750.768151:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715ed880, transno 4296350146 00000004:00080000:0.0:1722795750.768154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800715edc00, transno 4296350147 00000004:00080000:0.0:1722795750.768157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b6d80, transno 4296350148 00000004:00080000:0.0:1722795750.768161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d0a80, transno 4296350149 00000004:00080000:0.0:1722795750.768165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072544380, transno 4296350150 00000004:00080000:0.0:1722795750.768169:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800872b4e00, transno 4296350151 00000004:00080000:0.0:1722795750.768173:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bd9880, transno 4296350152 00000004:00080000:0.0:1722795750.768177:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075238a80, transno 4296350153 00000004:00080000:0.0:1722795750.768180:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d5c00, transno 4296350154 00000004:00080000:0.0:1722795750.768184:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d1f80, transno 4296350155 00000004:00080000:0.0:1722795750.768187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265b480, transno 4296350156 00000004:00080000:0.0:1722795750.768191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072623800, transno 4296350157 00000004:00080000:0.0:1722795750.768195:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b7800, transno 4296350158 00000004:00080000:0.0:1722795750.768198:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044bb80, transno 4296350159 00000004:00080000:0.0:1722795750.768202:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b5f80, transno 4296350160 00000004:00080000:0.0:1722795750.768206:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072620380, transno 4296350161 00000004:00080000:0.0:1722795750.768209:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649ed80, transno 4296350162 00000004:00080000:0.0:1722795750.768213:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b5500, transno 4296350163 00000004:00080000:0.0:1722795750.768217:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649d500, transno 4296350164 00000004:00080000:0.0:1722795750.768220:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649ce00, transno 4296350165 00000004:00080000:0.0:1722795750.768223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649d880, transno 4296350166 00000004:00080000:0.0:1722795750.768226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649fb80, transno 4296350167 00000004:00080000:0.0:1722795750.768230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649ca80, transno 4296350168 00000004:00080000:0.0:1722795750.768233:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716ddf80, transno 4296350169 00000004:00080000:0.0:1722795750.768237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265a300, transno 4296350170 00000004:00080000:0.0:1722795750.768241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716de300, transno 4296350171 00000004:00080000:0.0:1722795750.768244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072658e00, transno 4296350172 00000004:00080000:0.0:1722795750.768247:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072659180, transno 4296350173 00000004:00080000:0.0:1722795750.768251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b6a00, transno 4296350174 00000004:00080000:0.0:1722795750.768254:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b7480, transno 4296350175 00000004:00080000:0.0:1722795750.768258:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b6d80, transno 4296350176 00000004:00080000:0.0:1722795750.768261:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bdb480, transno 4296350177 00000004:00080000:0.0:1722795750.768265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bda300, transno 4296350178 00000004:00080000:0.0:1722795750.768269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649e680, transno 4296350179 00000004:00080000:0.0:1722795750.768272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bdbb80, transno 4296350180 00000004:00080000:0.0:1722795750.768276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072547480, transno 4296350181 00000004:00080000:0.0:1722795750.768280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044aa00, transno 4296350182 00000004:00080000:0.0:1722795750.768284:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070448a80, transno 4296350183 00000004:00080000:0.0:1722795750.768287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080bc0e00, transno 4296350184 00000004:00080000:0.0:1722795750.768291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24f480, transno 4296350185 00000004:00080000:0.0:1722795750.768295:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6df80, transno 4296350186 00000004:00080000:0.0:1722795750.768299:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265bb80, transno 4296350187 00000004:00080000:0.0:1722795750.768302:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265a680, transno 4296350188 00000004:00080000:0.0:1722795750.768306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880131bef100, transno 4296350189 00000004:00080000:0.0:1722795750.768309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072623100, transno 4296350190 00000004:00080000:0.0:1722795750.768313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078319880, transno 4296350191 00000004:00080000:0.0:1722795750.768316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072620a80, transno 4296350192 00000004:00080000:0.0:1722795750.768320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831a300, transno 4296350193 00000004:00080000:0.0:1722795750.768323:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078318700, transno 4296350194 00000004:00080000:0.0:1722795750.768327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831aa00, transno 4296350195 00000004:00080000:0.0:1722795750.768330:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831b480, transno 4296350196 00000004:00080000:0.0:1722795750.768334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831b100, transno 4296350197 00000004:00080000:0.0:1722795750.768337:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078318380, transno 4296350198 00000004:00080000:0.0:1722795750.768341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612b800, transno 4296350199 00000004:00080000:0.0:1722795750.768344:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096128380, transno 4296350200 00000004:00080000:0.0:1722795750.768348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096128700, transno 4296350201 00000004:00080000:0.0:1722795750.768351:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007044b100, transno 4296350202 00000004:00080000:0.0:1722795750.768355:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096128000, transno 4296350203 00000004:00080000:0.0:1722795750.768358:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612aa00, transno 4296350204 00000004:00080000:0.0:1722795750.768362:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d0380, transno 4296350205 00000004:00080000:0.0:1722795750.768365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d5500, transno 4296350206 00000004:00080000:0.0:1722795750.768369:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096128a80, transno 4296350207 00000004:00080000:0.0:1722795750.768372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a4a80, transno 4296350208 00000004:00080000:0.0:1722795750.768376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a5c00, transno 4296350209 00000004:00080000:0.0:1722795750.768379:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a6d80, transno 4296350210 00000004:00080000:0.0:1722795750.768384:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a7480, transno 4296350211 00000004:00080000:0.0:1722795750.768388:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a5180, transno 4296350212 00000004:00080000:0.0:1722795750.768392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a7b80, transno 4296350213 00000004:00080000:0.0:1722795750.768431:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b7b80, transno 4296350214 00000004:00080000:0.0:1722795750.768436:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b4a80, transno 4296350215 00000004:00080000:0.0:1722795750.768440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a4000, transno 4296350216 00000004:00080000:0.0:1722795750.768443:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b6680, transno 4296350217 00000004:00080000:0.0:1722795750.768446:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b5880, transno 4296350218 00000004:00080000:0.0:1722795750.768449:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b4700, transno 4296350219 00000004:00080000:0.0:1722795750.768453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072659880, transno 4296350220 00000004:00080000:0.0:1722795750.768456:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b4000, transno 4296350221 00000004:00080000:0.0:1722795750.768460:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a7100, transno 4296350222 00000004:00080000:0.0:1722795750.768463:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265b100, transno 4296350223 00000004:00080000:0.0:1722795750.768467:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070448380, transno 4296350224 00000004:00080000:0.0:1722795750.768470:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072545c00, transno 4296350225 00000004:00080000:0.0:1722795750.768474:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a6680, transno 4296350226 00000004:00080000:0.0:1722795750.768478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a6300, transno 4296350227 00000004:00080000:0.0:1722795750.768481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e24ca80, transno 4296350228 00000004:00080000:0.0:1722795750.768485:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a4700, transno 4296350229 00000004:00080000:0.0:1722795750.768489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8af100, transno 4296350230 00000004:00080000:0.0:1722795750.768493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a6a00, transno 4296350231 00000004:00080000:0.0:1722795750.768497:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ae680, transno 4296350232 00000004:00080000:0.0:1722795750.768501:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a5500, transno 4296350233 00000004:00080000:0.0:1722795750.768504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8adf80, transno 4296350234 00000004:00080000:0.0:1722795750.768508:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ad180, transno 4296350235 00000004:00080000:0.0:1722795750.768512:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8af800, transno 4296350236 00000004:00080000:0.0:1722795750.768519:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8af480, transno 4296350237 00000004:00080000:0.0:1722795750.768523:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ad880, transno 4296350238 00000004:00080000:0.0:1722795750.768527:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8adc00, transno 4296350239 00000004:00080000:0.0:1722795750.768531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ac000, transno 4296350240 00000004:00080000:0.0:1722795750.768534:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8aca80, transno 4296350241 00000004:00080000:0.0:1722795750.768539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7ce00, transno 4296350242 00000004:00080000:0.0:1722795750.768543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7d500, transno 4296350243 00000004:00080000:0.0:1722795750.768547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7f480, transno 4296350244 00000004:00080000:0.0:1722795750.768551:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7e680, transno 4296350245 00000004:00080000:0.0:1722795750.768555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7c380, transno 4296350246 00000004:00080000:0.0:1722795750.768558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7ed80, transno 4296350247 00000004:00080000:0.0:1722795750.768562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7e300, transno 4296350248 00000004:00080000:0.0:1722795750.768566:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ac380, transno 4296350249 00000004:00080000:0.0:1722795750.768569:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ace00, transno 4296350250 00000004:00080000:0.0:1722795750.768573:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8afb80, transno 4296350251 00000004:00080000:0.0:1722795750.768577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8aed80, transno 4296350252 00000004:00080000:0.0:1722795750.768581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a7800, transno 4296350253 00000004:00080000:0.0:1722795750.768584:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a4e00, transno 4296350254 00000004:00080000:0.0:1722795750.768588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a4380, transno 4296350255 00000004:00080000:0.0:1722795750.768591:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b5c00, transno 4296350256 00000004:00080000:0.0:1722795750.768595:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b5180, transno 4296350257 00000004:00080000:0.0:1722795750.768599:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b6300, transno 4296350258 00000004:00080000:0.0:1722795750.768602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b7100, transno 4296350259 00000004:00080000:0.0:1722795750.768607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072658000, transno 4296350260 00000004:00080000:0.0:1722795750.768611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba4000, transno 4296350261 00000004:00080000:0.0:1722795750.768614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031c380, transno 4296350262 00000004:00080000:0.0:1722795750.768619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708b4e00, transno 4296350263 00000004:00080000:0.0:1722795750.768622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072659c00, transno 4296350264 00000004:00080000:0.0:1722795750.768626:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031f100, transno 4296350265 00000004:00080000:0.0:1722795750.768630:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba7800, transno 4296350266 00000004:00080000:0.0:1722795750.768634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba6680, transno 4296350267 00000004:00080000:0.0:1722795750.768637:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031d500, transno 4296350268 00000004:00080000:0.0:1722795750.768640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031d880, transno 4296350269 00000004:00080000:0.0:1722795750.768644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031f480, transno 4296350270 00000004:00080000:0.0:1722795750.768648:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031e680, transno 4296350271 00000004:00080000:0.0:1722795750.768652:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031ea00, transno 4296350272 00000004:00080000:0.0:1722795750.768656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072623b80, transno 4296350273 00000004:00080000:0.0:1722795750.768659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031dc00, transno 4296350274 00000004:00080000:0.0:1722795750.768662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031fb80, transno 4296350275 00000004:00080000:0.0:1722795750.768666:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612a680, transno 4296350276 00000004:00080000:0.0:1722795750.768670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031ce00, transno 4296350277 00000004:00080000:0.0:1722795750.768673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096129880, transno 4296350278 00000004:00080000:0.0:1722795750.768677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096129500, transno 4296350279 00000004:00080000:0.0:1722795750.768680:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096129f80, transno 4296350280 00000004:00080000:0.0:1722795750.768684:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096129c00, transno 4296350281 00000004:00080000:0.0:1722795750.768688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031ed80, transno 4296350282 00000004:00080000:0.0:1722795750.768691:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a40000, transno 4296350283 00000004:00080000:0.0:1722795750.768695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dfb80, transno 4296350284 00000004:00080000:0.0:1722795750.768699:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a40380, transno 4296350285 00000004:00080000:0.0:1722795750.768702:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831ad80, transno 4296350286 00000004:00080000:0.0:1722795750.768706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dc700, transno 4296350287 00000004:00080000:0.0:1722795750.768709:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716de680, transno 4296350288 00000004:00080000:0.0:1722795750.768713:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dca80, transno 4296350289 00000004:00080000:0.0:1722795750.768717:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078319f80, transno 4296350290 00000004:00080000:0.0:1722795750.768721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078319c00, transno 4296350291 00000004:00080000:0.0:1722795750.768724:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dce00, transno 4296350292 00000004:00080000:0.0:1722795750.768728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078318000, transno 4296350293 00000004:00080000:0.0:1722795750.768732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a43800, transno 4296350294 00000004:00080000:0.0:1722795750.768736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649c700, transno 4296350295 00000004:00080000:0.0:1722795750.768739:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716ded80, transno 4296350296 00000004:00080000:0.0:1722795750.768743:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a40e00, transno 4296350297 00000004:00080000:0.0:1722795750.768747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002a680, transno 4296350298 00000004:00080000:0.0:1722795750.768750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002a300, transno 4296350299 00000004:00080000:0.0:1722795750.768754:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a41f80, transno 4296350300 00000004:00080000:0.0:1722795750.768757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002aa00, transno 4296350301 00000004:00080000:0.0:1722795750.768761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7ea00, transno 4296350302 00000004:00080000:0.0:1722795750.768765:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7fb80, transno 4296350303 00000004:00080000:0.0:1722795750.768768:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7f800, transno 4296350304 00000004:00080000:0.0:1722795750.768772:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7d880, transno 4296350305 00000004:00080000:0.0:1722795750.768775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba6d80, transno 4296350306 00000004:00080000:0.0:1722795750.768779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd49500, transno 4296350307 00000004:00080000:0.0:1722795750.768783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba5f80, transno 4296350308 00000004:00080000:0.0:1722795750.768786:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba7480, transno 4296350309 00000004:00080000:0.0:1722795750.768790:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba6a00, transno 4296350310 00000004:00080000:0.0:1722795750.768793:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba4a80, transno 4296350311 00000004:00080000:0.0:1722795750.768797:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009f8ae300, transno 4296350312 00000004:00080000:0.0:1722795750.768801:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831bb80, transno 4296350313 00000004:00080000:0.0:1722795750.768804:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e20e00, transno 4296350314 00000004:00080000:0.0:1722795750.768808:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e23480, transno 4296350315 00000004:00080000:0.0:1722795750.768811:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649d180, transno 4296350316 00000004:00080000:0.0:1722795750.768815:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649e300, transno 4296350317 00000004:00080000:0.0:1722795750.768818:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007523b100, transno 4296350318 00000004:00080000:0.0:1722795750.768822:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd59f80, transno 4296350319 00000004:00080000:0.0:1722795750.768826:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083bdad80, transno 4296350320 00000004:00080000:0.0:1722795750.768830:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd49180, transno 4296350321 00000004:00080000:0.0:1722795750.768834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4bb80, transno 4296350322 00000004:00080000:0.0:1722795750.768838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e22300, transno 4296350323 00000004:00080000:0.0:1722795750.768842:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4a680, transno 4296350324 00000004:00080000:0.0:1722795750.768845:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e21c00, transno 4296350325 00000004:00080000:0.0:1722795750.768849:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e22d80, transno 4296350326 00000004:00080000:0.0:1722795750.768852:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070449880, transno 4296350327 00000004:00080000:0.0:1722795750.768856:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649ea00, transno 4296350328 00000004:00080000:0.0:1722795750.768860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e23100, transno 4296350329 00000004:00080000:0.0:1722795750.768887:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e21180, transno 4296350330 00000004:00080000:0.0:1722795750.768891:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d7b80, transno 4296350331 00000004:00080000:0.0:1722795750.768896:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d6680, transno 4296350332 00000004:00080000:0.0:1722795750.768900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e22a00, transno 4296350333 00000004:00080000:0.0:1722795750.768903:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d7480, transno 4296350334 00000004:00080000:0.0:1722795750.768907:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd59500, transno 4296350335 00000004:00080000:0.0:1722795750.768911:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d4e00, transno 4296350336 00000004:00080000:0.0:1722795750.768914:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d5500, transno 4296350337 00000004:00080000:0.0:1722795750.768918:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d5880, transno 4296350338 00000004:00080000:0.0:1722795750.768922:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d4a80, transno 4296350339 00000004:00080000:0.0:1722795750.768926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077428a80, transno 4296350340 00000004:00080000:0.0:1722795750.768930:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd5a680, transno 4296350341 00000004:00080000:0.0:1722795750.768934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007742b800, transno 4296350342 00000004:00080000:0.0:1722795750.768938:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077429c00, transno 4296350343 00000004:00080000:0.0:1722795750.768941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077429500, transno 4296350344 00000004:00080000:0.0:1722795750.768944:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077429180, transno 4296350345 00000004:00080000:0.0:1722795750.768947:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4a300, transno 4296350346 00000004:00080000:0.0:1722795750.768951:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077429f80, transno 4296350347 00000004:00080000:0.0:1722795750.768954:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007742a680, transno 4296350348 00000004:00080000:0.0:1722795750.768958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd49880, transno 4296350349 00000004:00080000:0.0:1722795750.768962:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074936d80, transno 4296350350 00000004:00080000:0.0:1722795750.768965:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074937800, transno 4296350351 00000004:00080000:0.0:1722795750.768969:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074934380, transno 4296350352 00000004:00080000:0.0:1722795750.768973:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d6a00, transno 4296350353 00000004:00080000:0.0:1722795750.768976:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074934a80, transno 4296350354 00000004:00080000:0.0:1722795750.768980:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd48a80, transno 4296350355 00000004:00080000:0.0:1722795750.768984:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d6d80, transno 4296350356 00000004:00080000:0.0:1722795750.768987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4ad80, transno 4296350357 00000004:00080000:0.0:1722795750.768990:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074935180, transno 4296350358 00000004:00080000:0.0:1722795750.768994:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074936a00, transno 4296350359 00000004:00080000:0.0:1722795750.768998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074935c00, transno 4296350360 00000004:00080000:0.0:1722795750.769001:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074935880, transno 4296350361 00000004:00080000:0.0:1722795750.769006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074937100, transno 4296350362 00000004:00080000:0.0:1722795750.769009:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074936300, transno 4296350363 00000004:00080000:0.0:1722795750.769013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080029880, transno 4296350364 00000004:00080000:0.0:1722795750.769017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d4000, transno 4296350365 00000004:00080000:0.0:1722795750.769020:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002ad80, transno 4296350366 00000004:00080000:0.0:1722795750.769023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080028e00, transno 4296350367 00000004:00080000:0.0:1722795750.769027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002b480, transno 4296350368 00000004:00080000:0.0:1722795750.769031:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002bb80, transno 4296350369 00000004:00080000:0.0:1722795750.769034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080029c00, transno 4296350370 00000004:00080000:0.0:1722795750.769038:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080029180, transno 4296350371 00000004:00080000:0.0:1722795750.769042:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002b800, transno 4296350372 00000004:00080000:0.0:1722795750.769045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080029500, transno 4296350373 00000004:00080000:0.0:1722795750.769049:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080028000, transno 4296350374 00000004:00080000:0.0:1722795750.769053:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d5180, transno 4296350375 00000004:00080000:0.0:1722795750.769057:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077428380, transno 4296350376 00000004:00080000:0.0:1722795750.769060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba4380, transno 4296350377 00000004:00080000:0.0:1722795750.769064:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800876d6300, transno 4296350378 00000004:00080000:0.0:1722795750.769067:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba5c00, transno 4296350379 00000004:00080000:0.0:1722795750.769071:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4aa00, transno 4296350380 00000004:00080000:0.0:1722795750.769075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba6300, transno 4296350381 00000004:00080000:0.0:1722795750.769079:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008002b100, transno 4296350382 00000004:00080000:0.0:1722795750.769083:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080028700, transno 4296350383 00000004:00080000:0.0:1722795750.769086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd58700, transno 4296350384 00000004:00080000:0.0:1722795750.769090:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd5b480, transno 4296350385 00000004:00080000:0.0:1722795750.769093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd5aa00, transno 4296350386 00000004:00080000:0.0:1722795750.769097:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd58e00, transno 4296350387 00000004:00080000:0.0:1722795750.769100:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d5f80, transno 4296350388 00000004:00080000:0.0:1722795750.769104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd5ad80, transno 4296350389 00000004:00080000:0.0:1722795750.769107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077428000, transno 4296350390 00000004:00080000:0.0:1722795750.769111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6d500, transno 4296350391 00000004:00080000:0.0:1722795750.769115:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a917480, transno 4296350392 00000004:00080000:0.0:1722795750.769119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6e680, transno 4296350393 00000004:00080000:0.0:1722795750.769122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a914000, transno 4296350394 00000004:00080000:0.0:1722795750.769126:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a914380, transno 4296350395 00000004:00080000:0.0:1722795750.769129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a916300, transno 4296350396 00000004:00080000:0.0:1722795750.769133:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a915880, transno 4296350397 00000004:00080000:0.0:1722795750.769137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a915c00, transno 4296350398 00000004:00080000:0.0:1722795750.769140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a917b80, transno 4296350399 00000004:00080000:0.0:1722795750.769144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a915f80, transno 4296350400 00000004:00080000:0.0:1722795750.769148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a916680, transno 4296350401 00000004:00080000:0.0:1722795750.769152:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a915180, transno 4296350402 00000004:00080000:0.0:1722795750.769155:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a916d80, transno 4296350403 00000004:00080000:0.0:1722795750.769158:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074935500, transno 4296350404 00000004:00080000:0.0:1722795750.769162:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a73100, transno 4296350405 00000004:00080000:0.0:1722795750.769166:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a72d80, transno 4296350406 00000004:00080000:0.0:1722795750.769169:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074937b80, transno 4296350407 00000004:00080000:0.0:1722795750.769173:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d6300, transno 4296350408 00000004:00080000:0.0:1722795750.769176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd58000, transno 4296350409 00000004:00080000:0.0:1722795750.769180:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074936680, transno 4296350410 00000004:00080000:0.0:1722795750.769183:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074934e00, transno 4296350411 00000004:00080000:0.0:1722795750.769187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7f100, transno 4296350412 00000004:00080000:0.0:1722795750.769191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7c700, transno 4296350413 00000004:00080000:0.0:1722795750.769194:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7d180, transno 4296350414 00000004:00080000:0.0:1722795750.769198:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121376a00, transno 4296350415 00000004:00080000:0.0:1722795750.769201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121375c00, transno 4296350416 00000004:00080000:0.0:1722795750.769205:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121376d80, transno 4296350417 00000004:00080000:0.0:1722795750.769208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121375180, transno 4296350418 00000004:00080000:0.0:1722795750.769212:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121374380, transno 4296350419 00000004:00080000:0.0:1722795750.769216:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121375880, transno 4296350420 00000004:00080000:0.0:1722795750.769220:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121377100, transno 4296350421 00000004:00080000:0.0:1722795750.769224:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a914a80, transno 4296350422 00000004:00080000:0.0:1722795750.769227:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007649c000, transno 4296350423 00000004:00080000:0.0:1722795750.769231:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7df80, transno 4296350424 00000004:00080000:0.0:1722795750.769234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a917800, transno 4296350425 00000004:00080000:0.0:1722795750.769237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a914700, transno 4296350426 00000004:00080000:0.0:1722795750.769241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121374e00, transno 4296350427 00000004:00080000:0.0:1722795750.769244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121376300, transno 4296350428 00000004:00080000:0.0:1722795750.769247:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17a680, transno 4296350429 00000004:00080000:0.0:1722795750.769251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6ed80, transno 4296350430 00000004:00080000:0.0:1722795750.769256:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613d880, transno 4296350431 00000004:00080000:0.0:1722795750.769260:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6ea00, transno 4296350432 00000004:00080000:0.0:1722795750.769264:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6fb80, transno 4296350433 00000004:00080000:0.0:1722795750.769268:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6c000, transno 4296350434 00000004:00080000:0.0:1722795750.769272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6c380, transno 4296350435 00000004:00080000:0.0:1722795750.769275:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6df80, transno 4296350436 00000004:00080000:0.0:1722795750.769279:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6dc00, transno 4296350437 00000004:00080000:0.0:1722795750.769282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6f100, transno 4296350438 00000004:00080000:0.0:1722795750.769285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6ca80, transno 4296350439 00000004:00080000:0.0:1722795750.769289:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6c700, transno 4296350440 00000004:00080000:0.0:1722795750.769293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613ed80, transno 4296350441 00000004:00080000:0.0:1722795750.769296:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6ce00, transno 4296350442 00000004:00080000:0.0:1722795750.769299:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6f480, transno 4296350443 00000004:00080000:0.0:1722795750.769303:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613d500, transno 4296350444 00000004:00080000:0.0:1722795750.769307:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613fb80, transno 4296350445 00000004:00080000:0.0:1722795750.769310:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613ca80, transno 4296350446 00000004:00080000:0.0:1722795750.769313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080028380, transno 4296350447 00000004:00080000:0.0:1722795750.769316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613d180, transno 4296350448 00000004:00080000:0.0:1722795750.769319:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17b100, transno 4296350449 00000004:00080000:0.0:1722795750.769322:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613ce00, transno 4296350450 00000004:00080000:0.0:1722795750.769326:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f179c00, transno 4296350451 00000004:00080000:0.0:1722795750.769331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17a300, transno 4296350452 00000004:00080000:0.0:1722795750.769335:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613c000, transno 4296350453 00000004:00080000:0.0:1722795750.769338:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4b100, transno 4296350454 00000004:00080000:0.0:1722795750.769342:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd49f80, transno 4296350455 00000004:00080000:0.0:1722795750.769346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f178700, transno 4296350456 00000004:00080000:0.0:1722795750.769349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f179880, transno 4296350457 00000004:00080000:0.0:1722795750.769353:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17aa00, transno 4296350458 00000004:00080000:0.0:1722795750.769356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f178380, transno 4296350459 00000004:00080000:0.0:1722795750.769359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17b800, transno 4296350460 00000004:00080000:0.0:1722795750.769363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f178e00, transno 4296350461 00000004:00080000:0.0:1722795750.769366:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f179f80, transno 4296350462 00000004:00080000:0.0:1722795750.769369:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f178000, transno 4296350463 00000004:00080000:0.0:1722795750.769373:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba5880, transno 4296350464 00000004:00080000:0.0:1722795750.769376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014d180, transno 4296350465 00000004:00080000:0.0:1722795750.769380:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880074934700, transno 4296350466 00000004:00080000:0.0:1722795750.769383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014f800, transno 4296350467 00000004:00080000:0.0:1722795750.769387:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a73b80, transno 4296350468 00000004:00080000:0.0:1722795750.769390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014ce00, transno 4296350469 00000004:00080000:0.0:1722795750.769394:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014ea00, transno 4296350470 00000004:00080000:0.0:1722795750.769425:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a70000, transno 4296350471 00000004:00080000:0.0:1722795750.769429:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e21500, transno 4296350472 00000004:00080000:0.0:1722795750.769433:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007831b800, transno 4296350473 00000004:00080000:0.0:1722795750.769436:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e20000, transno 4296350474 00000004:00080000:0.0:1722795750.769440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014dc00, transno 4296350475 00000004:00080000:0.0:1722795750.769443:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b3b80, transno 4296350476 00000004:00080000:0.0:1722795750.769447:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b2d80, transno 4296350477 00000004:00080000:0.0:1722795750.769451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612a300, transno 4296350478 00000004:00080000:0.0:1722795750.769455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612ad80, transno 4296350479 00000004:00080000:0.0:1722795750.769459:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031ca80, transno 4296350480 00000004:00080000:0.0:1722795750.769462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007265aa00, transno 4296350481 00000004:00080000:0.0:1722795750.769467:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031e300, transno 4296350482 00000004:00080000:0.0:1722795750.769471:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a42680, transno 4296350483 00000004:00080000:0.0:1722795750.769474:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096129180, transno 4296350484 00000004:00080000:0.0:1722795750.769478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a43b80, transno 4296350485 00000004:00080000:0.0:1722795750.769481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a40a80, transno 4296350486 00000004:00080000:0.0:1722795750.769485:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a41180, transno 4296350487 00000004:00080000:0.0:1722795750.769488:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a41c00, transno 4296350488 00000004:00080000:0.0:1722795750.769491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a42a00, transno 4296350489 00000004:00080000:0.0:1722795750.769495:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a40700, transno 4296350490 00000004:00080000:0.0:1722795750.769498:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a70700, transno 4296350491 00000004:00080000:0.0:1722795750.769502:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2bb80, transno 4296350492 00000004:00080000:0.0:1722795750.769505:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2b480, transno 4296350493 00000004:00080000:0.0:1722795750.769509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dc000, transno 4296350494 00000004:00080000:0.0:1722795750.769513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099707100, transno 4296350495 00000004:00080000:0.0:1722795750.769516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba7b80, transno 4296350496 00000004:00080000:0.0:1722795750.769520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099705f80, transno 4296350497 00000004:00080000:0.0:1722795750.769524:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014e680, transno 4296350498 00000004:00080000:0.0:1722795750.769528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a73800, transno 4296350499 00000004:00080000:0.0:1722795750.769532:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a71180, transno 4296350500 00000004:00080000:0.0:1722795750.769535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a71c00, transno 4296350501 00000004:00080000:0.0:1722795750.769539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a70e00, transno 4296350502 00000004:00080000:0.0:1722795750.769543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a70380, transno 4296350503 00000004:00080000:0.0:1722795750.769547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080029f80, transno 4296350504 00000004:00080000:0.0:1722795750.769551:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a72300, transno 4296350505 00000004:00080000:0.0:1722795750.769555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099705180, transno 4296350506 00000004:00080000:0.0:1722795750.769558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a71880, transno 4296350507 00000004:00080000:0.0:1722795750.769561:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a71f80, transno 4296350508 00000004:00080000:0.0:1722795750.769564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a71500, transno 4296350509 00000004:00080000:0.0:1722795750.769568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17b480, transno 4296350510 00000004:00080000:0.0:1722795750.769572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd49c00, transno 4296350511 00000004:00080000:0.0:1722795750.769576:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f179500, transno 4296350512 00000004:00080000:0.0:1722795750.769579:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613ea00, transno 4296350513 00000004:00080000:0.0:1722795750.769583:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613f100, transno 4296350514 00000004:00080000:0.0:1722795750.769587:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613f800, transno 4296350515 00000004:00080000:0.0:1722795750.769590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17ad80, transno 4296350516 00000004:00080000:0.0:1722795750.769593:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e29c00, transno 4296350517 00000004:00080000:0.0:1722795750.769597:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099705c00, transno 4296350518 00000004:00080000:0.0:1722795750.769600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e29f80, transno 4296350519 00000004:00080000:0.0:1722795750.769604:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099707b80, transno 4296350520 00000004:00080000:0.0:1722795750.769608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099705500, transno 4296350521 00000004:00080000:0.0:1722795750.769612:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055f100, transno 4296350522 00000004:00080000:0.0:1722795750.769615:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055c000, transno 4296350523 00000004:00080000:0.0:1722795750.769619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055ea00, transno 4296350524 00000004:00080000:0.0:1722795750.769622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055ca80, transno 4296350525 00000004:00080000:0.0:1722795750.769626:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055e680, transno 4296350526 00000004:00080000:0.0:1722795750.769630:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd48380, transno 4296350527 00000004:00080000:0.0:1722795750.769633:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055f800, transno 4296350528 00000004:00080000:0.0:1722795750.769637:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd5bb80, transno 4296350529 00000004:00080000:0.0:1722795750.769640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121375f80, transno 4296350530 00000004:00080000:0.0:1722795750.769644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055d500, transno 4296350531 00000004:00080000:0.0:1722795750.769648:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121377b80, transno 4296350532 00000004:00080000:0.0:1722795750.769652:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055ce00, transno 4296350533 00000004:00080000:0.0:1722795750.769656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f42a00, transno 4296350534 00000004:00080000:0.0:1722795750.769659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f41f80, transno 4296350535 00000004:00080000:0.0:1722795750.769663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f41500, transno 4296350536 00000004:00080000:0.0:1722795750.769666:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f42300, transno 4296350537 00000004:00080000:0.0:1722795750.769669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055f480, transno 4296350538 00000004:00080000:0.0:1722795750.769673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f40e00, transno 4296350539 00000004:00080000:0.0:1722795750.769676:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f40a80, transno 4296350540 00000004:00080000:0.0:1722795750.769680:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dc380, transno 4296350541 00000004:00080000:0.0:1722795750.769685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716ddc00, transno 4296350542 00000004:00080000:0.0:1722795750.769688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716df800, transno 4296350543 00000004:00080000:0.0:1722795750.769692:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dd500, transno 4296350544 00000004:00080000:0.0:1722795750.769695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716df100, transno 4296350545 00000004:00080000:0.0:1722795750.769699:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dea00, transno 4296350546 00000004:00080000:0.0:1722795750.769703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b4380, transno 4296350547 00000004:00080000:0.0:1722795750.769706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b5880, transno 4296350548 00000004:00080000:0.0:1722795750.769710:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009612b100, transno 4296350549 00000004:00080000:0.0:1722795750.769714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e28380, transno 4296350550 00000004:00080000:0.0:1722795750.769717:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2a680, transno 4296350551 00000004:00080000:0.0:1722795750.769720:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e28e00, transno 4296350552 00000004:00080000:0.0:1722795750.769724:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e29500, transno 4296350553 00000004:00080000:0.0:1722795750.769728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e29180, transno 4296350554 00000004:00080000:0.0:1722795750.769732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2b800, transno 4296350555 00000004:00080000:0.0:1722795750.769735:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e28000, transno 4296350556 00000004:00080000:0.0:1722795750.769738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2a300, transno 4296350557 00000004:00080000:0.0:1722795750.769742:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099704a80, transno 4296350558 00000004:00080000:0.0:1722795750.769746:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e28a80, transno 4296350559 00000004:00080000:0.0:1722795750.769749:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a3100, transno 4296350560 00000004:00080000:0.0:1722795750.769753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a72a00, transno 4296350561 00000004:00080000:0.0:1722795750.769757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2b100, transno 4296350562 00000004:00080000:0.0:1722795750.769761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e29880, transno 4296350563 00000004:00080000:0.0:1722795750.769764:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2aa00, transno 4296350564 00000004:00080000:0.0:1722795750.769769:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a1880, transno 4296350565 00000004:00080000:0.0:1722795750.769773:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a2680, transno 4296350566 00000004:00080000:0.0:1722795750.769776:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a0000, transno 4296350567 00000004:00080000:0.0:1722795750.769780:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099706a00, transno 4296350568 00000004:00080000:0.0:1722795750.769783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099704700, transno 4296350569 00000004:00080000:0.0:1722795750.769787:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099707480, transno 4296350570 00000004:00080000:0.0:1722795750.769791:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099706680, transno 4296350571 00000004:00080000:0.0:1722795750.769795:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b4700, transno 4296350572 00000004:00080000:0.0:1722795750.769799:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b4a80, transno 4296350573 00000004:00080000:0.0:1722795750.769802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b5500, transno 4296350574 00000004:00080000:0.0:1722795750.769806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b5180, transno 4296350575 00000004:00080000:0.0:1722795750.769810:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b5f80, transno 4296350576 00000004:00080000:0.0:1722795750.769813:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b6d80, transno 4296350577 00000004:00080000:0.0:1722795750.769816:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a3800, transno 4296350578 00000004:00080000:0.0:1722795750.769820:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f41180, transno 4296350579 00000004:00080000:0.0:1722795750.769824:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bce00, transno 4296350580 00000004:00080000:0.0:1722795750.769827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f41c00, transno 4296350581 00000004:00080000:0.0:1722795750.769831:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bca80, transno 4296350582 00000004:00080000:0.0:1722795750.769834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f42d80, transno 4296350583 00000004:00080000:0.0:1722795750.769837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055d880, transno 4296350584 00000004:00080000:0.0:1722795750.769840:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014d500, transno 4296350585 00000004:00080000:0.0:1722795750.769843:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f40380, transno 4296350586 00000004:00080000:0.0:1722795750.769846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014d880, transno 4296350587 00000004:00080000:0.0:1722795750.769849:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014ed80, transno 4296350588 00000004:00080000:0.0:1722795750.769852:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014c700, transno 4296350589 00000004:00080000:0.0:1722795750.769855:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014c000, transno 4296350590 00000004:00080000:0.0:1722795750.769859:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014fb80, transno 4296350591 00000004:00080000:0.0:1722795750.769884:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014c380, transno 4296350592 00000004:00080000:0.0:1722795750.769889:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336b1180, transno 4296350593 00000004:00080000:0.0:1722795750.769892:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e20700, transno 4296350594 00000004:00080000:0.0:1722795750.769896:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a42d80, transno 4296350595 00000004:00080000:0.0:1722795750.769900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba4700, transno 4296350596 00000004:00080000:0.0:1722795750.769903:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f43b80, transno 4296350597 00000004:00080000:0.0:1722795750.769906:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f40000, transno 4296350598 00000004:00080000:0.0:1722795750.769910:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba5180, transno 4296350599 00000004:00080000:0.0:1722795750.769913:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055d180, transno 4296350600 00000004:00080000:0.0:1722795750.769917:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055dc00, transno 4296350601 00000004:00080000:0.0:1722795750.769920:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099704380, transno 4296350602 00000004:00080000:0.0:1722795750.769924:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f41880, transno 4296350603 00000004:00080000:0.0:1722795750.769928:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099706d80, transno 4296350604 00000004:00080000:0.0:1722795750.769932:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a72680, transno 4296350605 00000004:00080000:0.0:1722795750.769935:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6d180, transno 4296350606 00000004:00080000:0.0:1722795750.769939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f17bb80, transno 4296350607 00000004:00080000:0.0:1722795750.769943:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bed80, transno 4296350608 00000004:00080000:0.0:1722795750.769947:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bd500, transno 4296350609 00000004:00080000:0.0:1722795750.769950:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd59c00, transno 4296350610 00000004:00080000:0.0:1722795750.769954:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bd880, transno 4296350611 00000004:00080000:0.0:1722795750.769958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099707800, transno 4296350612 00000004:00080000:0.0:1722795750.769962:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bd180, transno 4296350613 00000004:00080000:0.0:1722795750.769965:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bdf80, transno 4296350614 00000004:00080000:0.0:1722795750.769969:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577c000, transno 4296350615 00000004:00080000:0.0:1722795750.769972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bf480, transno 4296350616 00000004:00080000:0.0:1722795750.769976:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577fb80, transno 4296350617 00000004:00080000:0.0:1722795750.769979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577ea00, transno 4296350618 00000004:00080000:0.0:1722795750.769983:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577d880, transno 4296350619 00000004:00080000:0.0:1722795750.769986:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577dc00, transno 4296350620 00000004:00080000:0.0:1722795750.769990:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577e300, transno 4296350621 00000004:00080000:0.0:1722795750.769993:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577d180, transno 4296350622 00000004:00080000:0.0:1722795750.769997:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577ca80, transno 4296350623 00000004:00080000:0.0:1722795750.770001:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577f480, transno 4296350624 00000004:00080000:0.0:1722795750.770004:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bf800, transno 4296350625 00000004:00080000:0.0:1722795750.770007:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bf100, transno 4296350626 00000004:00080000:0.0:1722795750.770010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577f800, transno 4296350627 00000004:00080000:0.0:1722795750.770013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bfb80, transno 4296350628 00000004:00080000:0.0:1722795750.770017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bc380, transno 4296350629 00000004:00080000:0.0:1722795750.770020:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bc700, transno 4296350630 00000004:00080000:0.0:1722795750.770023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577d500, transno 4296350631 00000004:00080000:0.0:1722795750.770027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39f800, transno 4296350632 00000004:00080000:0.0:1722795750.770030:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070525f80, transno 4296350633 00000004:00080000:0.0:1722795750.770034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070527480, transno 4296350634 00000004:00080000:0.0:1722795750.770037:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39c000, transno 4296350635 00000004:00080000:0.0:1722795750.770041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070524700, transno 4296350636 00000004:00080000:0.0:1722795750.770044:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39e680, transno 4296350637 00000004:00080000:0.0:1722795750.770047:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070525880, transno 4296350638 00000004:00080000:0.0:1722795750.770051:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009d8a5f80, transno 4296350639 00000004:00080000:0.0:1722795750.770054:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070524e00, transno 4296350640 00000004:00080000:0.0:1722795750.770058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070524380, transno 4296350641 00000004:00080000:0.0:1722795750.770061:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070527b80, transno 4296350642 00000004:00080000:0.0:1722795750.770065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070527100, transno 4296350643 00000004:00080000:0.0:1722795750.770069:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070526a00, transno 4296350644 00000004:00080000:0.0:1722795750.770072:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bdc00, transno 4296350645 00000004:00080000:0.0:1722795750.770076:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070525500, transno 4296350646 00000004:00080000:0.0:1722795750.770079:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bc000, transno 4296350647 00000004:00080000:0.0:1722795750.770081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f43800, transno 4296350648 00000004:00080000:0.0:1722795750.770083:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f43100, transno 4296350649 00000004:00080000:0.0:1722795750.770086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055ed80, transno 4296350650 00000004:00080000:0.0:1722795750.770088:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39f100, transno 4296350651 00000004:00080000:0.0:1722795750.770091:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099704e00, transno 4296350652 00000004:00080000:0.0:1722795750.770093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7ca80, transno 4296350653 00000004:00080000:0.0:1722795750.770095:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6f800, transno 4296350654 00000004:00080000:0.0:1722795750.770097:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070525c00, transno 4296350655 00000004:00080000:0.0:1722795750.770099:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099704000, transno 4296350656 00000004:00080000:0.0:1722795750.770102:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070524000, transno 4296350657 00000004:00080000:0.0:1722795750.770104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f6d880, transno 4296350658 00000004:00080000:0.0:1722795750.770106:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211be680, transno 4296350659 00000004:00080000:0.0:1722795750.770108:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a916a00, transno 4296350660 00000004:00080000:0.0:1722795750.770111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a914e00, transno 4296350661 00000004:00080000:0.0:1722795750.770114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b7800, transno 4296350662 00000004:00080000:0.0:1722795750.770117:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7fb80, transno 4296350663 00000004:00080000:0.0:1722795750.770119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b5c00, transno 4296350664 00000004:00080000:0.0:1722795750.770121:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b6a00, transno 4296350665 00000004:00080000:0.0:1722795750.770124:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070525180, transno 4296350666 00000004:00080000:0.0:1722795750.770126:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39ca80, transno 4296350667 00000004:00080000:0.0:1722795750.770128:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b7100, transno 4296350668 00000004:00080000:0.0:1722795750.770130:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39ed80, transno 4296350669 00000004:00080000:0.0:1722795750.770132:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7d180, transno 4296350670 00000004:00080000:0.0:1722795750.770134:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39d500, transno 4296350671 00000004:00080000:0.0:1722795750.770137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39ce00, transno 4296350672 00000004:00080000:0.0:1722795750.770139:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7ea00, transno 4296350673 00000004:00080000:0.0:1722795750.770141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7e680, transno 4296350674 00000004:00080000:0.0:1722795750.770143:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7f800, transno 4296350675 00000004:00080000:0.0:1722795750.770146:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7e300, transno 4296350676 00000004:00080000:0.0:1722795750.770148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7dc00, transno 4296350677 00000004:00080000:0.0:1722795750.770150:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099824380, transno 4296350678 00000004:00080000:0.0:1722795750.770152:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099827b80, transno 4296350679 00000004:00080000:0.0:1722795750.770154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099824a80, transno 4296350680 00000004:00080000:0.0:1722795750.770156:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099827480, transno 4296350681 00000004:00080000:0.0:1722795750.770159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099825f80, transno 4296350682 00000004:00080000:0.0:1722795750.770161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099824e00, transno 4296350683 00000004:00080000:0.0:1722795750.770163:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099825880, transno 4296350684 00000004:00080000:0.0:1722795750.770165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099826680, transno 4296350685 00000004:00080000:0.0:1722795750.770167:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba4e00, transno 4296350686 00000004:00080000:0.0:1722795750.770169:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a2a00, transno 4296350687 00000004:00080000:0.0:1722795750.770172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39c700, transno 4296350688 00000004:00080000:0.0:1722795750.770174:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577f100, transno 4296350689 00000004:00080000:0.0:1722795750.770176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014df80, transno 4296350690 00000004:00080000:0.0:1722795750.770178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577df80, transno 4296350691 00000004:00080000:0.0:1722795750.770181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a2d80, transno 4296350692 00000004:00080000:0.0:1722795750.770183:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577c380, transno 4296350693 00000004:00080000:0.0:1722795750.770186:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c0a80, transno 4296350694 00000004:00080000:0.0:1722795750.770188:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577ce00, transno 4296350695 00000004:00080000:0.0:1722795750.770190:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c1c00, transno 4296350696 00000004:00080000:0.0:1722795750.770193:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c3100, transno 4296350697 00000004:00080000:0.0:1722795750.770195:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c0000, transno 4296350698 00000004:00080000:0.0:1722795750.770197:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c3b80, transno 4296350699 00000004:00080000:0.0:1722795750.770199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7c380, transno 4296350700 00000004:00080000:0.0:1722795750.770202:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c3800, transno 4296350701 00000004:00080000:0.0:1722795750.770204:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c1880, transno 4296350702 00000004:00080000:0.0:1722795750.770206:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c0700, transno 4296350703 00000004:00080000:0.0:1722795750.770208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7df80, transno 4296350704 00000004:00080000:0.0:1722795750.770210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577ed80, transno 4296350705 00000004:00080000:0.0:1722795750.770212:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c2680, transno 4296350706 00000004:00080000:0.0:1722795750.770214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7c000, transno 4296350707 00000004:00080000:0.0:1722795750.770217:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c1500, transno 4296350708 00000004:00080000:0.0:1722795750.770219:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800918d7800, transno 4296350709 00000004:00080000:0.0:1722795750.770221:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072565500, transno 4296350710 00000004:00080000:0.0:1722795750.770223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c0380, transno 4296350711 00000004:00080000:0.0:1722795750.770226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072564a80, transno 4296350712 00000004:00080000:0.0:1722795750.770228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072564000, transno 4296350713 00000004:00080000:0.0:1722795750.770230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072566a00, transno 4296350714 00000004:00080000:0.0:1722795750.770233:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072564e00, transno 4296350715 00000004:00080000:0.0:1722795750.770235:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072567480, transno 4296350716 00000004:00080000:0.0:1722795750.770237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39e300, transno 4296350717 00000004:00080000:0.0:1722795750.770239:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009eba7100, transno 4296350718 00000004:00080000:0.0:1722795750.770241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f40700, transno 4296350719 00000004:00080000:0.0:1722795750.770244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072567b80, transno 4296350720 00000004:00080000:0.0:1722795750.770246:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072567800, transno 4296350721 00000004:00080000:0.0:1722795750.770249:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072565180, transno 4296350722 00000004:00080000:0.0:1722795750.770251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39df80, transno 4296350723 00000004:00080000:0.0:1722795750.770254:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c246680, transno 4296350724 00000004:00080000:0.0:1722795750.770256:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c247b80, transno 4296350725 00000004:00080000:0.0:1722795750.770258:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c245c00, transno 4296350726 00000004:00080000:0.0:1722795750.770261:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c244000, transno 4296350727 00000004:00080000:0.0:1722795750.770263:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39ea00, transno 4296350728 00000004:00080000:0.0:1722795750.770265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39c380, transno 4296350729 00000004:00080000:0.0:1722795750.770267:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099825180, transno 4296350730 00000004:00080000:0.0:1722795750.770269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39f480, transno 4296350731 00000004:00080000:0.0:1722795750.770271:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39dc00, transno 4296350732 00000004:00080000:0.0:1722795750.770273:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099827800, transno 4296350733 00000004:00080000:0.0:1722795750.770276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099825500, transno 4296350734 00000004:00080000:0.0:1722795750.770278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a3b80, transno 4296350735 00000004:00080000:0.0:1722795750.770280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099827100, transno 4296350736 00000004:00080000:0.0:1722795750.770282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801211bea00, transno 4296350737 00000004:00080000:0.0:1722795750.770284:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099824700, transno 4296350738 00000004:00080000:0.0:1722795750.770287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096a73480, transno 4296350739 00000004:00080000:0.0:1722795750.770289:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801336d3800, transno 4296350740 00000004:00080000:0.0:1722795750.770291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007577c700, transno 4296350741 00000004:00080000:0.0:1722795750.770293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014e300, transno 4296350742 00000004:00080000:0.0:1722795750.770295:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c244e00, transno 4296350743 00000004:00080000:0.0:1722795750.770297:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c244700, transno 4296350744 00000004:00080000:0.0:1722795750.770299:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c247800, transno 4296350745 00000004:00080000:0.0:1722795750.770301:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c247480, transno 4296350746 00000004:00080000:0.0:1722795750.770303:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c245f80, transno 4296350747 00000004:00080000:0.0:1722795750.770305:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087253b80, transno 4296350748 00000004:00080000:0.0:1722795750.770307:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c244a80, transno 4296350749 00000004:00080000:0.0:1722795750.770309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087251500, transno 4296350750 00000004:00080000:0.0:1722795750.770311:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c2a00, transno 4296350751 00000004:00080000:0.0:1722795750.770314:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c3480, transno 4296350752 00000004:00080000:0.0:1722795750.770316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014f100, transno 4296350753 00000004:00080000:0.0:1722795750.770318:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087252680, transno 4296350754 00000004:00080000:0.0:1722795750.770320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a2300, transno 4296350755 00000004:00080000:0.0:1722795750.770322:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7f480, transno 4296350756 00000004:00080000:0.0:1722795750.770324:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a1180, transno 4296350757 00000004:00080000:0.0:1722795750.770326:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008014ca80, transno 4296350758 00000004:00080000:0.0:1722795750.770328:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a0a80, transno 4296350759 00000004:00080000:0.0:1722795750.770330:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a1c00, transno 4296350760 00000004:00080000:0.0:1722795750.770332:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055e300, transno 4296350761 00000004:00080000:0.0:1722795750.770334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a0e00, transno 4296350762 00000004:00080000:0.0:1722795750.770336:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd4b480, transno 4296350763 00000004:00080000:0.0:1722795750.770338:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087251f80, transno 4296350764 00000004:00080000:0.0:1722795750.770341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096128e00, transno 4296350765 00000004:00080000:0.0:1722795750.770343:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075e2ad80, transno 4296350766 00000004:00080000:0.0:1722795750.770345:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e21880, transno 4296350767 00000004:00080000:0.0:1722795750.770347:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a1500, transno 4296350768 00000004:00080000:0.0:1722795750.770349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c2300, transno 4296350769 00000004:00080000:0.0:1722795750.770351:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087251880, transno 4296350770 00000004:00080000:0.0:1722795750.770353:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072565f80, transno 4296350771 00000004:00080000:0.0:1722795750.770355:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a41880, transno 4296350772 00000004:00080000:0.0:1722795750.770357:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072564380, transno 4296350773 00000004:00080000:0.0:1722795750.770360:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072564700, transno 4296350774 00000004:00080000:0.0:1722795750.770362:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c244380, transno 4296350775 00000004:00080000:0.0:1722795750.770364:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f851880, transno 4296350776 00000004:00080000:0.0:1722795750.770367:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072566d80, transno 4296350777 00000004:00080000:0.0:1722795750.770369:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012031c000, transno 4296350778 00000004:00080000:0.0:1722795750.770371:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c245500, transno 4296350779 00000004:00080000:0.0:1722795750.770373:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f852300, transno 4296350780 00000004:00080000:0.0:1722795750.770376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c246a00, transno 4296350781 00000004:00080000:0.0:1722795750.770379:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765ae300, transno 4296350782 00000004:00080000:0.0:1722795750.770381:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c245880, transno 4296350783 00000004:00080000:0.0:1722795750.770383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c246300, transno 4296350784 00000004:00080000:0.0:1722795750.770386:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765ace00, transno 4296350785 00000004:00080000:0.0:1722795750.770388:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765ac000, transno 4296350786 00000004:00080000:0.0:1722795750.770390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070526680, transno 4296350787 00000004:00080000:0.0:1722795750.770393:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a917100, transno 4296350788 00000004:00080000:0.0:1722795750.770425:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b6680, transno 4296350789 00000004:00080000:0.0:1722795750.770428:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1a43100, transno 4296350790 00000004:00080000:0.0:1722795750.770431:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c245180, transno 4296350791 00000004:00080000:0.0:1722795750.770433:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa7c000, transno 4296350792 00000004:00080000:0.0:1722795750.770435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b4000, transno 4296350793 00000004:00080000:0.0:1722795750.770437:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070524a80, transno 4296350794 00000004:00080000:0.0:1722795750.770440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f852a00, transno 4296350795 00000004:00080000:0.0:1722795750.770442:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f851c00, transno 4296350796 00000004:00080000:0.0:1722795750.770445:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f850700, transno 4296350797 00000004:00080000:0.0:1722795750.770447:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f853100, transno 4296350798 00000004:00080000:0.0:1722795750.770449:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f850e00, transno 4296350799 00000004:00080000:0.0:1722795750.770451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f851180, transno 4296350800 00000004:00080000:0.0:1722795750.770453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f852680, transno 4296350801 00000004:00080000:0.0:1722795750.770455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f851500, transno 4296350802 00000004:00080000:0.0:1722795750.770458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121374000, transno 4296350803 00000004:00080000:0.0:1722795750.770460:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121375500, transno 4296350804 00000004:00080000:0.0:1722795750.770462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f853800, transno 4296350805 00000004:00080000:0.0:1722795750.770464:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121374a80, transno 4296350806 00000004:00080000:0.0:1722795750.770466:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d84700, transno 4296350807 00000004:00080000:0.0:1722795750.770468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d86d80, transno 4296350808 00000004:00080000:0.0:1722795750.770471:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d87480, transno 4296350809 00000004:00080000:0.0:1722795750.770473:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d86680, transno 4296350810 00000004:00080000:0.0:1722795750.770475:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d85f80, transno 4296350811 00000004:00080000:0.0:1722795750.770478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d85c00, transno 4296350812 00000004:00080000:0.0:1722795750.770481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d84000, transno 4296350813 00000004:00080000:0.0:1722795750.770483:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d85880, transno 4296350814 00000004:00080000:0.0:1722795750.770485:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d86300, transno 4296350815 00000004:00080000:0.0:1722795750.770487:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d84380, transno 4296350816 00000004:00080000:0.0:1722795750.770489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d86a00, transno 4296350817 00000004:00080000:0.0:1722795750.770491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d84a80, transno 4296350818 00000004:00080000:0.0:1722795750.770493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d84e00, transno 4296350819 00000004:00080000:0.0:1722795750.770495:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d87100, transno 4296350820 00000004:00080000:0.0:1722795750.770497:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d87b80, transno 4296350821 00000004:00080000:0.0:1722795750.770500:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087250700, transno 4296350822 00000004:00080000:0.0:1722795750.770502:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087250a80, transno 4296350823 00000004:00080000:0.0:1722795750.770504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087251180, transno 4296350824 00000004:00080000:0.0:1722795750.770506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613df80, transno 4296350825 00000004:00080000:0.0:1722795750.770508:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087253480, transno 4296350826 00000004:00080000:0.0:1722795750.770511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070526300, transno 4296350827 00000004:00080000:0.0:1722795750.770513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f179180, transno 4296350828 00000004:00080000:0.0:1722795750.770515:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099826d80, transno 4296350829 00000004:00080000:0.0:1722795750.770518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072625880, transno 4296350830 00000004:00080000:0.0:1722795750.770520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055df80, transno 4296350831 00000004:00080000:0.0:1722795750.770522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072627800, transno 4296350832 00000004:00080000:0.0:1722795750.770524:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dd180, transno 4296350833 00000004:00080000:0.0:1722795750.770527:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072624000, transno 4296350834 00000004:00080000:0.0:1722795750.770529:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072625180, transno 4296350835 00000004:00080000:0.0:1722795750.770531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072626d80, transno 4296350836 00000004:00080000:0.0:1722795750.770533:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072625c00, transno 4296350837 00000004:00080000:0.0:1722795750.770535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072627480, transno 4296350838 00000004:00080000:0.0:1722795750.770537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072624e00, transno 4296350839 00000004:00080000:0.0:1722795750.770539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072627b80, transno 4296350840 00000004:00080000:0.0:1722795750.770541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072626300, transno 4296350841 00000004:00080000:0.0:1722795750.770544:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072625500, transno 4296350842 00000004:00080000:0.0:1722795750.770546:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072626680, transno 4296350843 00000004:00080000:0.0:1722795750.770548:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072627100, transno 4296350844 00000004:00080000:0.0:1722795750.770551:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072624700, transno 4296350845 00000004:00080000:0.0:1722795750.770553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072626a00, transno 4296350846 00000004:00080000:0.0:1722795750.770555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072624380, transno 4296350847 00000004:00080000:0.0:1722795750.770558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd5c00, transno 4296350848 00000004:00080000:0.0:1722795750.770560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121374700, transno 4296350849 00000004:00080000:0.0:1722795750.770562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd5500, transno 4296350850 00000004:00080000:0.0:1722795750.770564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c2d80, transno 4296350851 00000004:00080000:0.0:1722795750.770566:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646d180, transno 4296350852 00000004:00080000:0.0:1722795750.770568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c0e00, transno 4296350853 00000004:00080000:0.0:1722795750.770571:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646e680, transno 4296350854 00000004:00080000:0.0:1722795750.770573:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646ca80, transno 4296350855 00000004:00080000:0.0:1722795750.770575:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9d500, transno 4296350856 00000004:00080000:0.0:1722795750.770577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646f100, transno 4296350857 00000004:00080000:0.0:1722795750.770579:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9ce00, transno 4296350858 00000004:00080000:0.0:1722795750.770581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646ce00, transno 4296350859 00000004:00080000:0.0:1722795750.770583:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd7800, transno 4296350860 00000004:00080000:0.0:1722795750.770585:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd6680, transno 4296350861 00000004:00080000:0.0:1722795750.770587:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646c000, transno 4296350862 00000004:00080000:0.0:1722795750.770590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a1880, transno 4296350863 00000004:00080000:0.0:1722795750.770592:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd7480, transno 4296350864 00000004:00080000:0.0:1722795750.770594:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd6300, transno 4296350865 00000004:00080000:0.0:1722795750.770597:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075684380, transno 4296350866 00000004:00080000:0.0:1722795750.770599:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd4000, transno 4296350867 00000004:00080000:0.0:1722795750.770601:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075685f80, transno 4296350868 00000004:00080000:0.0:1722795750.770603:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075687480, transno 4296350869 00000004:00080000:0.0:1722795750.770605:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075685180, transno 4296350870 00000004:00080000:0.0:1722795750.770607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075687b80, transno 4296350871 00000004:00080000:0.0:1722795750.770609:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075684700, transno 4296350872 00000004:00080000:0.0:1722795750.770611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075685c00, transno 4296350873 00000004:00080000:0.0:1722795750.770613:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075684000, transno 4296350874 00000004:00080000:0.0:1722795750.770615:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075686d80, transno 4296350875 00000004:00080000:0.0:1722795750.770618:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075686680, transno 4296350876 00000004:00080000:0.0:1722795750.770620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a0380, transno 4296350877 00000004:00080000:0.0:1722795750.770622:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a1f80, transno 4296350878 00000004:00080000:0.0:1722795750.770624:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075684e00, transno 4296350879 00000004:00080000:0.0:1722795750.770626:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e0000, transno 4296350880 00000004:00080000:0.0:1722795750.770628:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e1c00, transno 4296350881 00000004:00080000:0.0:1722795750.770630:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e2680, transno 4296350882 00000004:00080000:0.0:1722795750.770632:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e2a00, transno 4296350883 00000004:00080000:0.0:1722795750.770634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646f800, transno 4296350884 00000004:00080000:0.0:1722795750.770636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e3480, transno 4296350885 00000004:00080000:0.0:1722795750.770638:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646c700, transno 4296350886 00000004:00080000:0.0:1722795750.770640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9c000, transno 4296350887 00000004:00080000:0.0:1722795750.770643:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071932a00, transno 4296350888 00000004:00080000:0.0:1722795750.770644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646c380, transno 4296350889 00000004:00080000:0.0:1722795750.770647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646ed80, transno 4296350890 00000004:00080000:0.0:1722795750.770649:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a0e00, transno 4296350891 00000004:00080000:0.0:1722795750.770651:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646d880, transno 4296350892 00000004:00080000:0.0:1722795750.770653:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a2a00, transno 4296350893 00000004:00080000:0.0:1722795750.770655:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071931c00, transno 4296350894 00000004:00080000:0.0:1722795750.770657:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071932300, transno 4296350895 00000004:00080000:0.0:1722795750.770659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071930e00, transno 4296350896 00000004:00080000:0.0:1722795750.770661:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a2300, transno 4296350897 00000004:00080000:0.0:1722795750.770663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071930700, transno 4296350898 00000004:00080000:0.0:1722795750.770665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071930380, transno 4296350899 00000004:00080000:0.0:1722795750.770667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071933480, transno 4296350900 00000004:00080000:0.0:1722795750.770669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a3100, transno 4296350901 00000004:00080000:0.0:1722795750.770672:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071930000, transno 4296350902 00000004:00080000:0.0:1722795750.770674:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a1500, transno 4296350903 00000004:00080000:0.0:1722795750.770676:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121f43480, transno 4296350904 00000004:00080000:0.0:1722795750.770678:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072565c00, transno 4296350905 00000004:00080000:0.0:1722795750.770680:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072565880, transno 4296350906 00000004:00080000:0.0:1722795750.770682:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072567100, transno 4296350907 00000004:00080000:0.0:1722795750.770684:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072566300, transno 4296350908 00000004:00080000:0.0:1722795750.770686:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765af100, transno 4296350909 00000004:00080000:0.0:1722795750.770688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765af480, transno 4296350910 00000004:00080000:0.0:1722795750.770690:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099706300, transno 4296350911 00000004:00080000:0.0:1722795750.770692:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7ed80, transno 4296350912 00000004:00080000:0.0:1722795750.770694:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7d880, transno 4296350913 00000004:00080000:0.0:1722795750.770696:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765ad500, transno 4296350914 00000004:00080000:0.0:1722795750.770698:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765ad880, transno 4296350915 00000004:00080000:0.0:1722795750.770700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d87800, transno 4296350916 00000004:00080000:0.0:1722795750.770702:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055c700, transno 4296350917 00000004:00080000:0.0:1722795750.770704:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9d180, transno 4296350918 00000004:00080000:0.0:1722795750.770706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7f100, transno 4296350919 00000004:00080000:0.0:1722795750.770708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9df80, transno 4296350920 00000004:00080000:0.0:1722795750.770710:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9e680, transno 4296350921 00000004:00080000:0.0:1722795750.770712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9ed80, transno 4296350922 00000004:00080000:0.0:1722795750.770714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9dc00, transno 4296350923 00000004:00080000:0.0:1722795750.770716:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec7100, transno 4296350924 00000004:00080000:0.0:1722795750.770718:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd5880, transno 4296350925 00000004:00080000:0.0:1722795750.770720:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd4380, transno 4296350926 00000004:00080000:0.0:1722795750.770722:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd5180, transno 4296350927 00000004:00080000:0.0:1722795750.770725:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a2680, transno 4296350928 00000004:00080000:0.0:1722795750.770726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a1c00, transno 4296350929 00000004:00080000:0.0:1722795750.770729:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec4000, transno 4296350930 00000004:00080000:0.0:1722795750.770730:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a0700, transno 4296350931 00000004:00080000:0.0:1722795750.770733:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a1180, transno 4296350932 00000004:00080000:0.0:1722795750.770736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a2d80, transno 4296350933 00000004:00080000:0.0:1722795750.770738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070527800, transno 4296350934 00000004:00080000:0.0:1722795750.770740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9fb80, transno 4296350935 00000004:00080000:0.0:1722795750.770743:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520d180, transno 4296350936 00000004:00080000:0.0:1722795750.770745:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520ea00, transno 4296350937 00000004:00080000:0.0:1722795750.770747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520f480, transno 4296350938 00000004:00080000:0.0:1722795750.770749:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520fb80, transno 4296350939 00000004:00080000:0.0:1722795750.770752:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520ce00, transno 4296350940 00000004:00080000:0.0:1722795750.770754:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520e300, transno 4296350941 00000004:00080000:0.0:1722795750.770756:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520f800, transno 4296350942 00000004:00080000:0.0:1722795750.770758:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7ca80, transno 4296350943 00000004:00080000:0.0:1722795750.770760:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7d500, transno 4296350944 00000004:00080000:0.0:1722795750.770762:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520d500, transno 4296350945 00000004:00080000:0.0:1722795750.770764:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520f100, transno 4296350946 00000004:00080000:0.0:1722795750.770766:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520ed80, transno 4296350947 00000004:00080000:0.0:1722795750.770768:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e7c700, transno 4296350948 00000004:00080000:0.0:1722795750.770770:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520ca80, transno 4296350949 00000004:00080000:0.0:1722795750.770772:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646d500, transno 4296350950 00000004:00080000:0.0:1722795750.770775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646f480, transno 4296350951 00000004:00080000:0.0:1722795750.770777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646e300, transno 4296350952 00000004:00080000:0.0:1722795750.770779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646ea00, transno 4296350953 00000004:00080000:0.0:1722795750.770781:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a3b80, transno 4296350954 00000004:00080000:0.0:1722795750.770783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a0a80, transno 4296350955 00000004:00080000:0.0:1722795750.770785:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e1500, transno 4296350956 00000004:00080000:0.0:1722795750.770787:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c247100, transno 4296350957 00000004:00080000:0.0:1722795750.770789:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39fb80, transno 4296350958 00000004:00080000:0.0:1722795750.770792:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8b100, transno 4296350959 00000004:00080000:0.0:1722795750.770794:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121353480, transno 4296350960 00000004:00080000:0.0:1722795750.770796:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764a3480, transno 4296350961 00000004:00080000:0.0:1722795750.770798:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9ea00, transno 4296350962 00000004:00080000:0.0:1722795750.770800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9ca80, transno 4296350963 00000004:00080000:0.0:1722795750.770802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8a300, transno 4296350964 00000004:00080000:0.0:1722795750.770804:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9e300, transno 4296350965 00000004:00080000:0.0:1722795750.770806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9c700, transno 4296350966 00000004:00080000:0.0:1722795750.770808:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e3800, transno 4296350967 00000004:00080000:0.0:1722795750.770811:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d88700, transno 4296350968 00000004:00080000:0.0:1722795750.770813:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8aa00, transno 4296350969 00000004:00080000:0.0:1722795750.770815:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d88e00, transno 4296350970 00000004:00080000:0.0:1722795750.770817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d88a80, transno 4296350971 00000004:00080000:0.0:1722795750.770819:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d89500, transno 4296350972 00000004:00080000:0.0:1722795750.770821:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e1880, transno 4296350973 00000004:00080000:0.0:1722795750.770823:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e3b80, transno 4296350974 00000004:00080000:0.0:1722795750.770825:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8bb80, transno 4296350975 00000004:00080000:0.0:1722795750.770827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072625f80, transno 4296350976 00000004:00080000:0.0:1722795750.770829:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071933800, transno 4296350977 00000004:00080000:0.0:1722795750.770831:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071931180, transno 4296350978 00000004:00080000:0.0:1722795750.770833:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646dc00, transno 4296350979 00000004:00080000:0.0:1722795750.770835:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071931880, transno 4296350980 00000004:00080000:0.0:1722795750.770838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071933b80, transno 4296350981 00000004:00080000:0.0:1722795750.770839:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007646fb80, transno 4296350982 00000004:00080000:0.0:1722795750.770841:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071931500, transno 4296350983 00000004:00080000:0.0:1722795750.770844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d8380, transno 4296350984 00000004:00080000:0.0:1722795750.770846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d9880, transno 4296350985 00000004:00080000:0.0:1722795750.770848:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775da680, transno 4296350986 00000004:00080000:0.0:1722795750.770851:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775dad80, transno 4296350987 00000004:00080000:0.0:1722795750.770853:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d8000, transno 4296350988 00000004:00080000:0.0:1722795750.770855:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d8e00, transno 4296350989 00000004:00080000:0.0:1722795750.770857:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d8a80, transno 4296350990 00000004:00080000:0.0:1722795750.770859:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775db100, transno 4296350991 00000004:00080000:0.0:1722795750.770862:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d8700, transno 4296350992 00000004:00080000:0.0:1722795750.770883:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e35880, transno 4296350993 00000004:00080000:0.0:1722795750.770885:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e36680, transno 4296350994 00000004:00080000:0.0:1722795750.770888:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e37480, transno 4296350995 00000004:00080000:0.0:1722795750.770890:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e35f80, transno 4296350996 00000004:00080000:0.0:1722795750.770893:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e34700, transno 4296350997 00000004:00080000:0.0:1722795750.770895:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e36300, transno 4296350998 00000004:00080000:0.0:1722795750.770897:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e2300, transno 4296350999 00000004:00080000:0.0:1722795750.770900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e0700, transno 4296351000 00000004:00080000:0.0:1722795750.770902:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e37800, transno 4296351001 00000004:00080000:0.0:1722795750.770904:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087252a00, transno 4296351002 00000004:00080000:0.0:1722795750.770906:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b6300, transno 4296351003 00000004:00080000:0.0:1722795750.770909:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087250e00, transno 4296351004 00000004:00080000:0.0:1722795750.770911:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e8b4e00, transno 4296351005 00000004:00080000:0.0:1722795750.770913:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087252d80, transno 4296351006 00000004:00080000:0.0:1722795750.770915:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087251c00, transno 4296351007 00000004:00080000:0.0:1722795750.770917:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e2d80, transno 4296351008 00000004:00080000:0.0:1722795750.770919:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520e680, transno 4296351009 00000004:00080000:0.0:1722795750.770921:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e1180, transno 4296351010 00000004:00080000:0.0:1722795750.770924:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520c000, transno 4296351011 00000004:00080000:0.0:1722795750.770926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071932d80, transno 4296351012 00000004:00080000:0.0:1722795750.770928:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071931f80, transno 4296351013 00000004:00080000:0.0:1722795750.770931:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec5f80, transno 4296351014 00000004:00080000:0.0:1722795750.770933:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520c380, transno 4296351015 00000004:00080000:0.0:1722795750.770935:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a39d180, transno 4296351016 00000004:00080000:0.0:1722795750.770937:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec6300, transno 4296351017 00000004:00080000:0.0:1722795750.770940:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec4a80, transno 4296351018 00000004:00080000:0.0:1722795750.770942:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec5880, transno 4296351019 00000004:00080000:0.0:1722795750.770944:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec5180, transno 4296351020 00000004:00080000:0.0:1722795750.770946:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec7480, transno 4296351021 00000004:00080000:0.0:1722795750.770949:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec4700, transno 4296351022 00000004:00080000:0.0:1722795750.770952:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec7800, transno 4296351023 00000004:00080000:0.0:1722795750.770954:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec4380, transno 4296351024 00000004:00080000:0.0:1722795750.770956:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121353100, transno 4296351025 00000004:00080000:0.0:1722795750.770958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121351c00, transno 4296351026 00000004:00080000:0.0:1722795750.770961:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121350380, transno 4296351027 00000004:00080000:0.0:1722795750.770963:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121350700, transno 4296351028 00000004:00080000:0.0:1722795750.770965:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121352d80, transno 4296351029 00000004:00080000:0.0:1722795750.770967:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e35500, transno 4296351030 00000004:00080000:0.0:1722795750.770970:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b2a00, transno 4296351031 00000004:00080000:0.0:1722795750.770972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b1c00, transno 4296351032 00000004:00080000:0.0:1722795750.770974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd7100, transno 4296351033 00000004:00080000:0.0:1722795750.770977:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd7b80, transno 4296351034 00000004:00080000:0.0:1722795750.770979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075686300, transno 4296351035 00000004:00080000:0.0:1722795750.770981:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009613c380, transno 4296351036 00000004:00080000:0.0:1722795750.770983:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075685500, transno 4296351037 00000004:00080000:0.0:1722795750.770985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075687800, transno 4296351038 00000004:00080000:0.0:1722795750.770987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9adf80, transno 4296351039 00000004:00080000:0.0:1722795750.770989:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ae300, transno 4296351040 00000004:00080000:0.0:1722795750.770992:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ac380, transno 4296351041 00000004:00080000:0.0:1722795750.770994:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b2300, transno 4296351042 00000004:00080000:0.0:1722795750.770996:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b3b80, transno 4296351043 00000004:00080000:0.0:1722795750.770998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b3480, transno 4296351044 00000004:00080000:0.0:1722795750.771000:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b0700, transno 4296351045 00000004:00080000:0.0:1722795750.771002:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007055fb80, transno 4296351046 00000004:00080000:0.0:1722795750.771004:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b0000, transno 4296351047 00000004:00080000:0.0:1722795750.771006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b0e00, transno 4296351048 00000004:00080000:0.0:1722795750.771008:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765aca80, transno 4296351049 00000004:00080000:0.0:1722795750.771011:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880087253800, transno 4296351050 00000004:00080000:0.0:1722795750.771013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9f480, transno 4296351051 00000004:00080000:0.0:1722795750.771016:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800765adf80, transno 4296351052 00000004:00080000:0.0:1722795750.771019:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ad500, transno 4296351053 00000004:00080000:0.0:1722795750.771021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9f100, transno 4296351054 00000004:00080000:0.0:1722795750.771023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9aed80, transno 4296351055 00000004:00080000:0.0:1722795750.771025:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9af480, transno 4296351056 00000004:00080000:0.0:1722795750.771027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ad180, transno 4296351057 00000004:00080000:0.0:1722795750.771029:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ace00, transno 4296351058 00000004:00080000:0.0:1722795750.771031:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9af800, transno 4296351059 00000004:00080000:0.0:1722795750.771033:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ae680, transno 4296351060 00000004:00080000:0.0:1722795750.771035:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9af100, transno 4296351061 00000004:00080000:0.0:1722795750.771037:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b2680, transno 4296351062 00000004:00080000:0.0:1722795750.771039:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec6680, transno 4296351063 00000004:00080000:0.0:1722795750.771041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ac000, transno 4296351064 00000004:00080000:0.0:1722795750.771043:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b0380, transno 4296351065 00000004:00080000:0.0:1722795750.771045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b1880, transno 4296351066 00000004:00080000:0.0:1722795750.771047:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b1f80, transno 4296351067 00000004:00080000:0.0:1722795750.771049:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d89c00, transno 4296351068 00000004:00080000:0.0:1722795750.771052:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077796d80, transno 4296351069 00000004:00080000:0.0:1722795750.771054:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8ad80, transno 4296351070 00000004:00080000:0.0:1722795750.771056:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077794000, transno 4296351071 00000004:00080000:0.0:1722795750.771058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800854e0380, transno 4296351072 00000004:00080000:0.0:1722795750.771060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077794e00, transno 4296351073 00000004:00080000:0.0:1722795750.771062:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077796680, transno 4296351074 00000004:00080000:0.0:1722795750.771065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e37100, transno 4296351075 00000004:00080000:0.0:1722795750.771067:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e34380, transno 4296351076 00000004:00080000:0.0:1722795750.771069:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fd48700, transno 4296351077 00000004:00080000:0.0:1722795750.771071:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077797480, transno 4296351078 00000004:00080000:0.0:1722795750.771073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121353b80, transno 4296351079 00000004:00080000:0.0:1722795750.771075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077794700, transno 4296351080 00000004:00080000:0.0:1722795750.771077:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f850000, transno 4296351081 00000004:00080000:0.0:1722795750.771080:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f852d80, transno 4296351082 00000004:00080000:0.0:1722795750.771082:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121350e00, transno 4296351083 00000004:00080000:0.0:1722795750.771085:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9c380, transno 4296351084 00000004:00080000:0.0:1722795750.771087:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520d880, transno 4296351085 00000004:00080000:0.0:1722795750.771090:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e34e00, transno 4296351086 00000004:00080000:0.0:1722795750.771092:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880099824000, transno 4296351087 00000004:00080000:0.0:1722795750.771094:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800708c1180, transno 4296351088 00000004:00080000:0.0:1722795750.771096:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775dbb80, transno 4296351089 00000004:00080000:0.0:1722795750.771099:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678b100, transno 4296351090 00000004:00080000:0.0:1722795750.771101:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136789500, transno 4296351091 00000004:00080000:0.0:1722795750.771103:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136789c00, transno 4296351092 00000004:00080000:0.0:1722795750.771105:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136788e00, transno 4296351093 00000004:00080000:0.0:1722795750.771107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136788700, transno 4296351094 00000004:00080000:0.0:1722795750.771109:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678aa00, transno 4296351095 00000004:00080000:0.0:1722795750.771111:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136789180, transno 4296351096 00000004:00080000:0.0:1722795750.771113:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136789f80, transno 4296351097 00000004:00080000:0.0:1722795750.771115:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136789880, transno 4296351098 00000004:00080000:0.0:1722795750.771118:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e8000, transno 4296351099 00000004:00080000:0.0:1722795750.771120:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e8a80, transno 4296351100 00000004:00080000:0.0:1722795750.771122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e8380, transno 4296351101 00000004:00080000:0.0:1722795750.771124:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e9180, transno 4296351102 00000004:00080000:0.0:1722795750.771126:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829ebb80, transno 4296351103 00000004:00080000:0.0:1722795750.771128:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d9180, transno 4296351104 00000004:00080000:0.0:1722795750.771130:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e8700, transno 4296351105 00000004:00080000:0.0:1722795750.771132:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e9f80, transno 4296351106 00000004:00080000:0.0:1722795750.771134:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829ea680, transno 4296351107 00000004:00080000:0.0:1722795750.771136:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880136788380, transno 4296351108 00000004:00080000:0.0:1722795750.771138:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829eb480, transno 4296351109 00000004:00080000:0.0:1722795750.771140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661c00, transno 4296351110 00000004:00080000:0.0:1722795750.771142:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663b80, transno 4296351111 00000004:00080000:0.0:1722795750.771145:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089660700, transno 4296351112 00000004:00080000:0.0:1722795750.771148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661500, transno 4296351113 00000004:00080000:0.0:1722795750.771150:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661880, transno 4296351114 00000004:00080000:0.0:1722795750.771152:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661180, transno 4296351115 00000004:00080000:0.0:1722795750.771154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5c000, transno 4296351116 00000004:00080000:0.0:1722795750.771157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5f800, transno 4296351117 00000004:00080000:0.0:1722795750.771159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663100, transno 4296351118 00000004:00080000:0.0:1722795750.771161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5e680, transno 4296351119 00000004:00080000:0.0:1722795750.771163:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5f480, transno 4296351120 00000004:00080000:0.0:1722795750.771165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5df80, transno 4296351121 00000004:00080000:0.0:1722795750.771168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ec5c00, transno 4296351122 00000004:00080000:0.0:1722795750.771170:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829eaa00, transno 4296351123 00000004:00080000:0.0:1722795750.771172:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e9500, transno 4296351124 00000004:00080000:0.0:1722795750.771174:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e0700, transno 4296351125 00000004:00080000:0.0:1722795750.771176:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e2a00, transno 4296351126 00000004:00080000:0.0:1722795750.771178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e8e00, transno 4296351127 00000004:00080000:0.0:1722795750.771180:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829eb800, transno 4296351128 00000004:00080000:0.0:1722795750.771182:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e1f80, transno 4296351129 00000004:00080000:0.0:1722795750.771185:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e3100, transno 4296351130 00000004:00080000:0.0:1722795750.771187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e1c00, transno 4296351131 00000004:00080000:0.0:1722795750.771189:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e3480, transno 4296351132 00000004:00080000:0.0:1722795750.771191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e1880, transno 4296351133 00000004:00080000:0.0:1722795750.771193:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e0a80, transno 4296351134 00000004:00080000:0.0:1722795750.771195:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e3800, transno 4296351135 00000004:00080000:0.0:1722795750.771197:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e0e00, transno 4296351136 00000004:00080000:0.0:1722795750.771199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e3b80, transno 4296351137 00000004:00080000:0.0:1722795750.771201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e1180, transno 4296351138 00000004:00080000:0.0:1722795750.771203:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e2d80, transno 4296351139 00000004:00080000:0.0:1722795750.771205:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e2300, transno 4296351140 00000004:00080000:0.0:1722795750.771207:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e0000, transno 4296351141 00000004:00080000:0.0:1722795750.771210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089662a00, transno 4296351142 00000004:00080000:0.0:1722795750.771212:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663800, transno 4296351143 00000004:00080000:0.0:1722795750.771214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663480, transno 4296351144 00000004:00080000:0.0:1722795750.771216:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e2680, transno 4296351145 00000004:00080000:0.0:1722795750.771219:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd4e00, transno 4296351146 00000004:00080000:0.0:1722795750.771221:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829e9880, transno 4296351147 00000004:00080000:0.0:1722795750.771223:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd4a80, transno 4296351148 00000004:00080000:0.0:1722795750.771225:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829eb100, transno 4296351149 00000004:00080000:0.0:1722795750.771227:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089660a80, transno 4296351150 00000004:00080000:0.0:1722795750.771229:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089662d80, transno 4296351151 00000004:00080000:0.0:1722795750.771232:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070428a80, transno 4296351152 00000004:00080000:0.0:1722795750.771234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009e1e1500, transno 4296351153 00000004:00080000:0.0:1722795750.771235:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800829ead80, transno 4296351154 00000004:00080000:0.0:1722795750.771238:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042b480, transno 4296351155 00000004:00080000:0.0:1722795750.771240:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042a300, transno 4296351156 00000004:00080000:0.0:1722795750.771242:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070429880, transno 4296351157 00000004:00080000:0.0:1722795750.771245:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070428e00, transno 4296351158 00000004:00080000:0.0:1722795750.771247:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042bb80, transno 4296351159 00000004:00080000:0.0:1722795750.771249:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073640e00, transno 4296351160 00000004:00080000:0.0:1722795750.771251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042ad80, transno 4296351161 00000004:00080000:0.0:1722795750.771253:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070428380, transno 4296351162 00000004:00080000:0.0:1722795750.771255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd5c00, transno 4296351163 00000004:00080000:0.0:1722795750.771257:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043ca80, transno 4296351164 00000004:00080000:0.0:1722795750.771259:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9ad880, transno 4296351165 00000004:00080000:0.0:1722795750.771261:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043e300, transno 4296351166 00000004:00080000:0.0:1722795750.771263:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073640a80, transno 4296351167 00000004:00080000:0.0:1722795750.771265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd7b80, transno 4296351168 00000004:00080000:0.0:1722795750.771267:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd4700, transno 4296351169 00000004:00080000:0.0:1722795750.771269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9afb80, transno 4296351170 00000004:00080000:0.0:1722795750.771272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f9500, transno 4296351171 00000004:00080000:0.0:1722795750.771274:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f9c00, transno 4296351172 00000004:00080000:0.0:1722795750.771276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f9880, transno 4296351173 00000004:00080000:0.0:1722795750.771278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fa680, transno 4296351174 00000004:00080000:0.0:1722795750.771280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f8380, transno 4296351175 00000004:00080000:0.0:1722795750.771282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f9f80, transno 4296351176 00000004:00080000:0.0:1722795750.771285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f9180, transno 4296351177 00000004:00080000:0.0:1722795750.771287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fb100, transno 4296351178 00000004:00080000:0.0:1722795750.771289:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813faa00, transno 4296351179 00000004:00080000:0.0:1722795750.771291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f8a80, transno 4296351180 00000004:00080000:0.0:1722795750.771293:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fb480, transno 4296351181 00000004:00080000:0.0:1722795750.771294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520c700, transno 4296351182 00000004:00080000:0.0:1722795750.771296:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fad80, transno 4296351183 00000004:00080000:0.0:1722795750.771298:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bcad80, transno 4296351184 00000004:00080000:0.0:1722795750.771301:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc9c00, transno 4296351185 00000004:00080000:0.0:1722795750.771303:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc9f80, transno 4296351186 00000004:00080000:0.0:1722795750.771305:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bcbb80, transno 4296351187 00000004:00080000:0.0:1722795750.771307:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bcb480, transno 4296351188 00000004:00080000:0.0:1722795750.771309:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc9180, transno 4296351189 00000004:00080000:0.0:1722795750.771311:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc8700, transno 4296351190 00000004:00080000:0.0:1722795750.771313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc8a80, transno 4296351191 00000004:00080000:0.0:1722795750.771315:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bcaa00, transno 4296351192 00000004:00080000:0.0:1722795750.771317:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc8380, transno 4296351193 00000004:00080000:0.0:1722795750.771319:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bcb800, transno 4296351194 00000004:00080000:0.0:1722795750.771321:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc38700, transno 4296351195 00000004:00080000:0.0:1722795750.771323:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc38380, transno 4296351196 00000004:00080000:0.0:1722795750.771325:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3ad80, transno 4296351197 00000004:00080000:0.0:1722795750.771328:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc39180, transno 4296351198 00000004:00080000:0.0:1722795750.771330:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3b800, transno 4296351199 00000004:00080000:0.0:1722795750.771332:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3b480, transno 4296351200 00000004:00080000:0.0:1722795750.771334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc39c00, transno 4296351201 00000004:00080000:0.0:1722795750.771337:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3bb80, transno 4296351202 00000004:00080000:0.0:1722795750.771339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3b100, transno 4296351203 00000004:00080000:0.0:1722795750.771341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc39500, transno 4296351204 00000004:00080000:0.0:1722795750.771344:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3a300, transno 4296351205 00000004:00080000:0.0:1722795750.771346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc39f80, transno 4296351206 00000004:00080000:0.0:1722795750.771348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043d500, transno 4296351207 00000004:00080000:0.0:1722795750.771350:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007520dc00, transno 4296351208 00000004:00080000:0.0:1722795750.771353:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043df80, transno 4296351209 00000004:00080000:0.0:1722795750.771355:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043f100, transno 4296351210 00000004:00080000:0.0:1722795750.771357:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fbb80, transno 4296351211 00000004:00080000:0.0:1722795750.771359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043ea00, transno 4296351212 00000004:00080000:0.0:1722795750.771361:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043fb80, transno 4296351213 00000004:00080000:0.0:1722795750.771363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121351f80, transno 4296351214 00000004:00080000:0.0:1722795750.771365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121351500, transno 4296351215 00000004:00080000:0.0:1722795750.771368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121350000, transno 4296351216 00000004:00080000:0.0:1722795750.771370:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043f480, transno 4296351217 00000004:00080000:0.0:1722795750.771372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043c000, transno 4296351218 00000004:00080000:0.0:1722795750.771374:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121350a80, transno 4296351219 00000004:00080000:0.0:1722795750.771376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e35180, transno 4296351220 00000004:00080000:0.0:1722795750.771378:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e36a00, transno 4296351221 00000004:00080000:0.0:1722795750.771381:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd5180, transno 4296351222 00000004:00080000:0.0:1722795750.771383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e34a80, transno 4296351223 00000004:00080000:0.0:1722795750.771385:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5dc00, transno 4296351224 00000004:00080000:0.0:1722795750.771387:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd6a00, transno 4296351225 00000004:00080000:0.0:1722795750.771390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f851f80, transno 4296351226 00000004:00080000:0.0:1722795750.771392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5f100, transno 4296351227 00000004:00080000:0.0:1722795750.771394:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd7800, transno 4296351228 00000004:00080000:0.0:1722795750.771414:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd5f80, transno 4296351229 00000004:00080000:0.0:1722795750.771416:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd4000, transno 4296351230 00000004:00080000:0.0:1722795750.771418:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd6680, transno 4296351231 00000004:00080000:0.0:1722795750.771421:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd7480, transno 4296351232 00000004:00080000:0.0:1722795750.771424:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f853b80, transno 4296351233 00000004:00080000:0.0:1722795750.771426:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd4380, transno 4296351234 00000004:00080000:0.0:1722795750.771428:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f850a80, transno 4296351235 00000004:00080000:0.0:1722795750.771430:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd6d80, transno 4296351236 00000004:00080000:0.0:1722795750.771432:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5fb80, transno 4296351237 00000004:00080000:0.0:1722795750.771435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e3a0000, transno 4296351238 00000004:00080000:0.0:1722795750.771437:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5ce00, transno 4296351239 00000004:00080000:0.0:1722795750.771439:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5d180, transno 4296351240 00000004:00080000:0.0:1722795750.771441:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880084f5ea00, transno 4296351241 00000004:00080000:0.0:1722795750.771444:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132d85180, transno 4296351242 00000004:00080000:0.0:1722795750.771446:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd5880, transno 4296351243 00000004:00080000:0.0:1722795750.771448:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d89180, transno 4296351244 00000004:00080000:0.0:1722795750.771450:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d8b480, transno 4296351245 00000004:00080000:0.0:1722795750.771452:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d89f80, transno 4296351246 00000004:00080000:0.0:1722795750.771455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d88000, transno 4296351247 00000004:00080000:0.0:1722795750.771457:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d89880, transno 4296351248 00000004:00080000:0.0:1722795750.771459:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b0a80, transno 4296351249 00000004:00080000:0.0:1722795750.771461:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b3800, transno 4296351250 00000004:00080000:0.0:1722795750.771463:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b2d80, transno 4296351251 00000004:00080000:0.0:1722795750.771465:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd5f80, transno 4296351252 00000004:00080000:0.0:1722795750.771468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077796300, transno 4296351253 00000004:00080000:0.0:1722795750.771470:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073642680, transno 4296351254 00000004:00080000:0.0:1722795750.771472:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073643b80, transno 4296351255 00000004:00080000:0.0:1722795750.771474:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077797b80, transno 4296351256 00000004:00080000:0.0:1722795750.771476:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073643800, transno 4296351257 00000004:00080000:0.0:1722795750.771479:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073641500, transno 4296351258 00000004:00080000:0.0:1722795750.771481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdca80, transno 4296351259 00000004:00080000:0.0:1722795750.771484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdc380, transno 4296351260 00000004:00080000:0.0:1722795750.771486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd6300, transno 4296351261 00000004:00080000:0.0:1722795750.771489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdf100, transno 4296351262 00000004:00080000:0.0:1722795750.771491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdc700, transno 4296351263 00000004:00080000:0.0:1722795750.771493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678ad80, transno 4296351264 00000004:00080000:0.0:1722795750.771495:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdfb80, transno 4296351265 00000004:00080000:0.0:1722795750.771498:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdd500, transno 4296351266 00000004:00080000:0.0:1722795750.771500:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b9f800, transno 4296351267 00000004:00080000:0.0:1722795750.771502:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc39880, transno 4296351268 00000004:00080000:0.0:1722795750.771504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3a680, transno 4296351269 00000004:00080000:0.0:1722795750.771506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678bb80, transno 4296351270 00000004:00080000:0.0:1722795750.771509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678b800, transno 4296351271 00000004:00080000:0.0:1722795750.771511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007efd7100, transno 4296351272 00000004:00080000:0.0:1722795750.771513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013678a300, transno 4296351273 00000004:00080000:0.0:1722795750.771516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9aca80, transno 4296351274 00000004:00080000:0.0:1722795750.771518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813fa300, transno 4296351275 00000004:00080000:0.0:1722795750.771520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016fb80, transno 4296351276 00000004:00080000:0.0:1722795750.771522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc8e00, transno 4296351277 00000004:00080000:0.0:1722795750.771525:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008974c700, transno 4296351278 00000004:00080000:0.0:1722795750.771527:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008974d500, transno 4296351279 00000004:00080000:0.0:1722795750.771529:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc8000, transno 4296351280 00000004:00080000:0.0:1722795750.771531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008974dc00, transno 4296351281 00000004:00080000:0.0:1722795750.771533:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9adc00, transno 4296351282 00000004:00080000:0.0:1722795750.771536:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008974c000, transno 4296351283 00000004:00080000:0.0:1722795750.771537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043f800, transno 4296351284 00000004:00080000:0.0:1722795750.771540:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077796a00, transno 4296351285 00000004:00080000:0.0:1722795750.771541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043e680, transno 4296351286 00000004:00080000:0.0:1722795750.771544:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865bb80, transno 4296351287 00000004:00080000:0.0:1722795750.771546:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865b800, transno 4296351288 00000004:00080000:0.0:1722795750.771548:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043d880, transno 4296351289 00000004:00080000:0.0:1722795750.771550:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800813f8700, transno 4296351290 00000004:00080000:0.0:1722795750.771553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088658a80, transno 4296351291 00000004:00080000:0.0:1722795750.771556:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdf800, transno 4296351292 00000004:00080000:0.0:1722795750.771558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdd880, transno 4296351293 00000004:00080000:0.0:1722795750.771560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccddf80, transno 4296351294 00000004:00080000:0.0:1722795750.771562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865b100, transno 4296351295 00000004:00080000:0.0:1722795750.771564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088658e00, transno 4296351296 00000004:00080000:0.0:1722795750.771567:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdce00, transno 4296351297 00000004:00080000:0.0:1722795750.771569:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088659880, transno 4296351298 00000004:00080000:0.0:1722795750.771571:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865a680, transno 4296351299 00000004:00080000:0.0:1722795750.771573:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268d500, transno 4296351300 00000004:00080000:0.0:1722795750.771575:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccddc00, transno 4296351301 00000004:00080000:0.0:1722795750.771577:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc38a80, transno 4296351302 00000004:00080000:0.0:1722795750.771580:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075687100, transno 4296351303 00000004:00080000:0.0:1722795750.771581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088659500, transno 4296351304 00000004:00080000:0.0:1722795750.771584:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016e680, transno 4296351305 00000004:00080000:0.0:1722795750.771586:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016d500, transno 4296351306 00000004:00080000:0.0:1722795750.771588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077797800, transno 4296351307 00000004:00080000:0.0:1722795750.771590:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077797100, transno 4296351308 00000004:00080000:0.0:1722795750.771592:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc38000, transno 4296351309 00000004:00080000:0.0:1722795750.771594:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016f480, transno 4296351310 00000004:00080000:0.0:1722795750.771596:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016f100, transno 4296351311 00000004:00080000:0.0:1722795750.771598:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016ce00, transno 4296351312 00000004:00080000:0.0:1722795750.771600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121352a00, transno 4296351313 00000004:00080000:0.0:1722795750.771602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070429f80, transno 4296351314 00000004:00080000:0.0:1722795750.771604:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043ed80, transno 4296351315 00000004:00080000:0.0:1722795750.771606:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121352680, transno 4296351316 00000004:00080000:0.0:1722795750.771608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042b100, transno 4296351317 00000004:00080000:0.0:1722795750.771610:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121351180, transno 4296351318 00000004:00080000:0.0:1722795750.771612:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070429c00, transno 4296351319 00000004:00080000:0.0:1722795750.771614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042aa00, transno 4296351320 00000004:00080000:0.0:1722795750.771617:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043c380, transno 4296351321 00000004:00080000:0.0:1722795750.771619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007042a680, transno 4296351322 00000004:00080000:0.0:1722795750.771621:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e34000, transno 4296351323 00000004:00080000:0.0:1722795750.771623:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800716dd880, transno 4296351324 00000004:00080000:0.0:1722795750.771625:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070428000, transno 4296351325 00000004:00080000:0.0:1722795750.771627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d9c00, transno 4296351326 00000004:00080000:0.0:1722795750.771629:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043ce00, transno 4296351327 00000004:00080000:0.0:1722795750.771631:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e37b80, transno 4296351328 00000004:00080000:0.0:1722795750.771634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e35c00, transno 4296351329 00000004:00080000:0.0:1722795750.771636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd6a00, transno 4296351330 00000004:00080000:0.0:1722795750.771638:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073643100, transno 4296351331 00000004:00080000:0.0:1722795750.771640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073641f80, transno 4296351332 00000004:00080000:0.0:1722795750.771642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073640380, transno 4296351333 00000004:00080000:0.0:1722795750.771645:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b1180, transno 4296351334 00000004:00080000:0.0:1722795750.771647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073642d80, transno 4296351335 00000004:00080000:0.0:1722795750.771649:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073641880, transno 4296351336 00000004:00080000:0.0:1722795750.771651:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073641180, transno 4296351337 00000004:00080000:0.0:1722795750.771654:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa54a80, transno 4296351338 00000004:00080000:0.0:1722795750.771656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073640700, transno 4296351339 00000004:00080000:0.0:1722795750.771658:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa55f80, transno 4296351340 00000004:00080000:0.0:1722795750.771660:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa57800, transno 4296351341 00000004:00080000:0.0:1722795750.771662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073640000, transno 4296351342 00000004:00080000:0.0:1722795750.771664:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268e300, transno 4296351343 00000004:00080000:0.0:1722795750.771666:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016c380, transno 4296351344 00000004:00080000:0.0:1722795750.771669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268fb80, transno 4296351345 00000004:00080000:0.0:1722795750.771671:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268ce00, transno 4296351346 00000004:00080000:0.0:1722795750.771673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268d180, transno 4296351347 00000004:00080000:0.0:1722795750.771675:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268d880, transno 4296351348 00000004:00080000:0.0:1722795750.771677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268df80, transno 4296351349 00000004:00080000:0.0:1722795750.771679:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268f800, transno 4296351350 00000004:00080000:0.0:1722795750.771681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780ca680, transno 4296351351 00000004:00080000:0.0:1722795750.771684:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268c700, transno 4296351352 00000004:00080000:0.0:1722795750.771686:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c9880, transno 4296351353 00000004:00080000:0.0:1722795750.771688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdea00, transno 4296351354 00000004:00080000:0.0:1722795750.771690:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016ed80, transno 4296351355 00000004:00080000:0.0:1722795750.771693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa57100, transno 4296351356 00000004:00080000:0.0:1722795750.771695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bca680, transno 4296351357 00000004:00080000:0.0:1722795750.771697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccde300, transno 4296351358 00000004:00080000:0.0:1722795750.771698:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016dc00, transno 4296351359 00000004:00080000:0.0:1722795750.771701:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c8700, transno 4296351360 00000004:00080000:0.0:1722795750.771702:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa57480, transno 4296351361 00000004:00080000:0.0:1722795750.771704:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa57b80, transno 4296351362 00000004:00080000:0.0:1722795750.771706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa55500, transno 4296351363 00000004:00080000:0.0:1722795750.771708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268f480, transno 4296351364 00000004:00080000:0.0:1722795750.771710:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121353800, transno 4296351365 00000004:00080000:0.0:1722795750.771712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268dc00, transno 4296351366 00000004:00080000:0.0:1722795750.771714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c9c00, transno 4296351367 00000004:00080000:0.0:1722795750.771716:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268c000, transno 4296351368 00000004:00080000:0.0:1722795750.771718:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5ea00, transno 4296351369 00000004:00080000:0.0:1722795750.771720:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5c380, transno 4296351370 00000004:00080000:0.0:1722795750.771722:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5d180, transno 4296351371 00000004:00080000:0.0:1722795750.771724:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5d500, transno 4296351372 00000004:00080000:0.0:1722795750.771726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5d880, transno 4296351373 00000004:00080000:0.0:1722795750.771728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5fb80, transno 4296351374 00000004:00080000:0.0:1722795750.771730:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5c700, transno 4296351375 00000004:00080000:0.0:1722795750.771732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268f100, transno 4296351376 00000004:00080000:0.0:1722795750.771734:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5f800, transno 4296351377 00000004:00080000:0.0:1722795750.771736:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa55180, transno 4296351378 00000004:00080000:0.0:1722795750.771738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5dc00, transno 4296351379 00000004:00080000:0.0:1722795750.771740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775d9f80, transno 4296351380 00000004:00080000:0.0:1722795750.771742:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa54700, transno 4296351381 00000004:00080000:0.0:1722795750.771745:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa55880, transno 4296351382 00000004:00080000:0.0:1722795750.771747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa56d80, transno 4296351383 00000004:00080000:0.0:1722795750.771749:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa56a00, transno 4296351384 00000004:00080000:0.0:1722795750.771751:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa54000, transno 4296351385 00000004:00080000:0.0:1722795750.771753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa56300, transno 4296351386 00000004:00080000:0.0:1722795750.771755:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa54380, transno 4296351387 00000004:00080000:0.0:1722795750.771757:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa56680, transno 4296351388 00000004:00080000:0.0:1722795750.771759:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077795c00, transno 4296351389 00000004:00080000:0.0:1722795750.771761:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093daa300, transno 4296351390 00000004:00080000:0.0:1722795750.771763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da9180, transno 4296351391 00000004:00080000:0.0:1722795750.771765:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da9f80, transno 4296351392 00000004:00080000:0.0:1722795750.771767:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da8700, transno 4296351393 00000004:00080000:0.0:1722795750.771769:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da9500, transno 4296351394 00000004:00080000:0.0:1722795750.771771:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da9c00, transno 4296351395 00000004:00080000:0.0:1722795750.771773:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077795880, transno 4296351396 00000004:00080000:0.0:1722795750.771775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088659c00, transno 4296351397 00000004:00080000:0.0:1722795750.771777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070429180, transno 4296351398 00000004:00080000:0.0:1722795750.771779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088659f80, transno 4296351399 00000004:00080000:0.0:1722795750.771781:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865ad80, transno 4296351400 00000004:00080000:0.0:1722795750.771784:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077794a80, transno 4296351401 00000004:00080000:0.0:1722795750.771785:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070429500, transno 4296351402 00000004:00080000:0.0:1722795750.771787:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865a300, transno 4296351403 00000004:00080000:0.0:1722795750.771789:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016d180, transno 4296351404 00000004:00080000:0.0:1722795750.771792:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b6d80, transno 4296351405 00000004:00080000:0.0:1722795750.771794:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b4a80, transno 4296351406 00000004:00080000:0.0:1722795750.771796:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016c000, transno 4296351407 00000004:00080000:0.0:1722795750.771798:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016d880, transno 4296351408 00000004:00080000:0.0:1722795750.771800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df15880, transno 4296351409 00000004:00080000:0.0:1722795750.771802:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df17b80, transno 4296351410 00000004:00080000:0.0:1722795750.771804:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077795180, transno 4296351411 00000004:00080000:0.0:1722795750.771806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016ea00, transno 4296351412 00000004:00080000:0.0:1722795750.771808:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073643480, transno 4296351413 00000004:00080000:0.0:1722795750.771811:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11aa00, transno 4296351414 00000004:00080000:0.0:1722795750.771813:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132bc9880, transno 4296351415 00000004:00080000:0.0:1722795750.771815:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da8a80, transno 4296351416 00000004:00080000:0.0:1722795750.771817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880073642300, transno 4296351417 00000004:00080000:0.0:1722795750.771819:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c119500, transno 4296351418 00000004:00080000:0.0:1722795750.771821:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c118700, transno 4296351419 00000004:00080000:0.0:1722795750.771823:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800764b1500, transno 4296351420 00000004:00080000:0.0:1722795750.771825:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b5880, transno 4296351421 00000004:00080000:0.0:1722795750.771827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b7800, transno 4296351422 00000004:00080000:0.0:1722795750.771829:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b4000, transno 4296351423 00000004:00080000:0.0:1722795750.771831:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780cad80, transno 4296351424 00000004:00080000:0.0:1722795750.771833:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b4380, transno 4296351425 00000004:00080000:0.0:1722795750.771835:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b4e00, transno 4296351426 00000004:00080000:0.0:1722795750.771837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5ca80, transno 4296351427 00000004:00080000:0.0:1722795750.771839:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b5180, transno 4296351428 00000004:00080000:0.0:1722795750.771841:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b7b80, transno 4296351429 00000004:00080000:0.0:1722795750.771844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c9f80, transno 4296351430 00000004:00080000:0.0:1722795750.771846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11ad80, transno 4296351431 00000004:00080000:0.0:1722795750.771848:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df17480, transno 4296351432 00000004:00080000:0.0:1722795750.771850:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df16300, transno 4296351433 00000004:00080000:0.0:1722795750.771852:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780cbb80, transno 4296351434 00000004:00080000:0.0:1722795750.771854:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5f480, transno 4296351435 00000004:00080000:0.0:1722795750.771856:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df14a80, transno 4296351436 00000004:00080000:0.0:1722795750.771858:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df16a00, transno 4296351437 00000004:00080000:0.0:1722795750.771860:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11a300, transno 4296351438 00000004:00080000:0.0:1722795750.771877:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11b480, transno 4296351439 00000004:00080000:0.0:1722795750.771880:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c119180, transno 4296351440 00000004:00080000:0.0:1722795750.771882:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c119880, transno 4296351441 00000004:00080000:0.0:1722795750.771885:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5df80, transno 4296351442 00000004:00080000:0.0:1722795750.771888:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c118380, transno 4296351443 00000004:00080000:0.0:1722795750.771890:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5f100, transno 4296351444 00000004:00080000:0.0:1722795750.771893:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa55c00, transno 4296351445 00000004:00080000:0.0:1722795750.771895:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdf480, transno 4296351446 00000004:00080000:0.0:1722795750.771897:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b5c00, transno 4296351447 00000004:00080000:0.0:1722795750.771899:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b7480, transno 4296351448 00000004:00080000:0.0:1722795750.771901:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccde680, transno 4296351449 00000004:00080000:0.0:1722795750.771903:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b5500, transno 4296351450 00000004:00080000:0.0:1722795750.771906:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a8a80, transno 4296351451 00000004:00080000:0.0:1722795750.771908:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009ccdc000, transno 4296351452 00000004:00080000:0.0:1722795750.771910:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354ab800, transno 4296351453 00000004:00080000:0.0:1722795750.771912:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354aa300, transno 4296351454 00000004:00080000:0.0:1722795750.771915:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354ab100, transno 4296351455 00000004:00080000:0.0:1722795750.771917:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354aa680, transno 4296351456 00000004:00080000:0.0:1722795750.771919:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354aad80, transno 4296351457 00000004:00080000:0.0:1722795750.771921:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a9880, transno 4296351458 00000004:00080000:0.0:1722795750.771923:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a8700, transno 4296351459 00000004:00080000:0.0:1722795750.771926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a9500, transno 4296351460 00000004:00080000:0.0:1722795750.771928:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078033b80, transno 4296351461 00000004:00080000:0.0:1722795750.771930:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c8000, transno 4296351462 00000004:00080000:0.0:1722795750.771932:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df15f80, transno 4296351463 00000004:00080000:0.0:1722795750.771934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df16d80, transno 4296351464 00000004:00080000:0.0:1722795750.771937:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df14e00, transno 4296351465 00000004:00080000:0.0:1722795750.771939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df15500, transno 4296351466 00000004:00080000:0.0:1722795750.771941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df16680, transno 4296351467 00000004:00080000:0.0:1722795750.771943:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df14700, transno 4296351468 00000004:00080000:0.0:1722795750.771945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c118000, transno 4296351469 00000004:00080000:0.0:1722795750.771947:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df14000, transno 4296351470 00000004:00080000:0.0:1722795750.771949:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11a680, transno 4296351471 00000004:00080000:0.0:1722795750.771952:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11b100, transno 4296351472 00000004:00080000:0.0:1722795750.771955:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c119f80, transno 4296351473 00000004:00080000:0.0:1722795750.771957:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df14380, transno 4296351474 00000004:00080000:0.0:1722795750.771959:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df15180, transno 4296351475 00000004:00080000:0.0:1722795750.771961:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088659180, transno 4296351476 00000004:00080000:0.0:1722795750.771963:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088658000, transno 4296351477 00000004:00080000:0.0:1722795750.771966:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc3aa00, transno 4296351478 00000004:00080000:0.0:1722795750.771968:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008865b480, transno 4296351479 00000004:00080000:0.0:1722795750.771970:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088658700, transno 4296351480 00000004:00080000:0.0:1722795750.771972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043dc00, transno 4296351481 00000004:00080000:0.0:1722795750.771974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d1c00, transno 4296351482 00000004:00080000:0.0:1722795750.771977:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078033100, transno 4296351483 00000004:00080000:0.0:1722795750.771979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11bb80, transno 4296351484 00000004:00080000:0.0:1722795750.771980:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b7100, transno 4296351485 00000004:00080000:0.0:1722795750.771983:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b6680, transno 4296351486 00000004:00080000:0.0:1722795750.771985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016c700, transno 4296351487 00000004:00080000:0.0:1722795750.771987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d0000, transno 4296351488 00000004:00080000:0.0:1722795750.771990:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078032300, transno 4296351489 00000004:00080000:0.0:1722795750.771992:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d2a00, transno 4296351490 00000004:00080000:0.0:1722795750.771994:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078032d80, transno 4296351491 00000004:00080000:0.0:1722795750.771996:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078030000, transno 4296351492 00000004:00080000:0.0:1722795750.771998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5ed80, transno 4296351493 00000004:00080000:0.0:1722795750.772001:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d0a80, transno 4296351494 00000004:00080000:0.0:1722795750.772003:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124746680, transno 4296351495 00000004:00080000:0.0:1722795750.772005:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780cb480, transno 4296351496 00000004:00080000:0.0:1722795750.772007:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124745180, transno 4296351497 00000004:00080000:0.0:1722795750.772010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124744e00, transno 4296351498 00000004:00080000:0.0:1722795750.772012:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a9f80, transno 4296351499 00000004:00080000:0.0:1722795750.772014:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124746300, transno 4296351500 00000004:00080000:0.0:1722795750.772016:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354aaa00, transno 4296351501 00000004:00080000:0.0:1722795750.772019:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124747800, transno 4296351502 00000004:00080000:0.0:1722795750.772021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124744000, transno 4296351503 00000004:00080000:0.0:1722795750.772023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124747100, transno 4296351504 00000004:00080000:0.0:1722795750.772025:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124744a80, transno 4296351505 00000004:00080000:0.0:1722795750.772027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124744700, transno 4296351506 00000004:00080000:0.0:1722795750.772029:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124745880, transno 4296351507 00000004:00080000:0.0:1722795750.772032:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676a300, transno 4296351508 00000004:00080000:0.0:1722795750.772034:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076769880, transno 4296351509 00000004:00080000:0.0:1722795750.772036:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676b480, transno 4296351510 00000004:00080000:0.0:1722795750.772038:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076768380, transno 4296351511 00000004:00080000:0.0:1722795750.772040:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676b800, transno 4296351512 00000004:00080000:0.0:1722795750.772042:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076768700, transno 4296351513 00000004:00080000:0.0:1722795750.772044:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078dd4a80, transno 4296351514 00000004:00080000:0.0:1722795750.772046:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076769c00, transno 4296351515 00000004:00080000:0.0:1722795750.772048:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016ca80, transno 4296351516 00000004:00080000:0.0:1722795750.772050:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a8380, transno 4296351517 00000004:00080000:0.0:1722795750.772052:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800811b6a00, transno 4296351518 00000004:00080000:0.0:1722795750.772054:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086df80, transno 4296351519 00000004:00080000:0.0:1722795750.772056:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086d180, transno 4296351520 00000004:00080000:0.0:1722795750.772058:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086c380, transno 4296351521 00000004:00080000:0.0:1722795750.772060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d2d80, transno 4296351522 00000004:00080000:0.0:1722795750.772063:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d0380, transno 4296351523 00000004:00080000:0.0:1722795750.772065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d1500, transno 4296351524 00000004:00080000:0.0:1722795750.772066:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d3480, transno 4296351525 00000004:00080000:0.0:1722795750.772069:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d1180, transno 4296351526 00000004:00080000:0.0:1722795750.772071:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d1880, transno 4296351527 00000004:00080000:0.0:1722795750.772073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d0e00, transno 4296351528 00000004:00080000:0.0:1722795750.772075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086d880, transno 4296351529 00000004:00080000:0.0:1722795750.772077:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a9c00, transno 4296351530 00000004:00080000:0.0:1722795750.772079:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086ea00, transno 4296351531 00000004:00080000:0.0:1722795750.772082:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c34a80, transno 4296351532 00000004:00080000:0.0:1722795750.772084:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093da8000, transno 4296351533 00000004:00080000:0.0:1722795750.772086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077795f80, transno 4296351534 00000004:00080000:0.0:1722795750.772088:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093dab480, transno 4296351535 00000004:00080000:0.0:1722795750.772090:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c37800, transno 4296351536 00000004:00080000:0.0:1722795750.772092:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093daad80, transno 4296351537 00000004:00080000:0.0:1722795750.772095:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124747480, transno 4296351538 00000004:00080000:0.0:1722795750.772096:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008016f800, transno 4296351539 00000004:00080000:0.0:1722795750.772099:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076769500, transno 4296351540 00000004:00080000:0.0:1722795750.772101:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e26a00, transno 4296351541 00000004:00080000:0.0:1722795750.772103:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e27100, transno 4296351542 00000004:00080000:0.0:1722795750.772105:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124744380, transno 4296351543 00000004:00080000:0.0:1722795750.772107:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e27b80, transno 4296351544 00000004:00080000:0.0:1722795750.772109:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124745f80, transno 4296351545 00000004:00080000:0.0:1722795750.772112:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e24700, transno 4296351546 00000004:00080000:0.0:1722795750.772114:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e26680, transno 4296351547 00000004:00080000:0.0:1722795750.772116:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e25880, transno 4296351548 00000004:00080000:0.0:1722795750.772119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124521f80, transno 4296351549 00000004:00080000:0.0:1722795750.772121:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e25500, transno 4296351550 00000004:00080000:0.0:1722795750.772123:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e24e00, transno 4296351551 00000004:00080000:0.0:1722795750.772125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124522d80, transno 4296351552 00000004:00080000:0.0:1722795750.772127:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e24380, transno 4296351553 00000004:00080000:0.0:1722795750.772129:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268ea00, transno 4296351554 00000004:00080000:0.0:1722795750.772131:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007268e680, transno 4296351555 00000004:00080000:0.0:1722795750.772133:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d2300, transno 4296351556 00000004:00080000:0.0:1722795750.772135:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d3b80, transno 4296351557 00000004:00080000:0.0:1722795750.772137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090ed80, transno 4296351558 00000004:00080000:0.0:1722795750.772140:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d3800, transno 4296351559 00000004:00080000:0.0:1722795750.772142:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d1f80, transno 4296351560 00000004:00080000:0.0:1722795750.772143:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090f100, transno 4296351561 00000004:00080000:0.0:1722795750.772146:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c8a80, transno 4296351562 00000004:00080000:0.0:1722795750.772148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780cb100, transno 4296351563 00000004:00080000:0.0:1722795750.772150:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9e6d80, transno 4296351564 00000004:00080000:0.0:1722795750.772152:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9e5f80, transno 4296351565 00000004:00080000:0.0:1722795750.772154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e26d80, transno 4296351566 00000004:00080000:0.0:1722795750.772156:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e24000, transno 4296351567 00000004:00080000:0.0:1722795750.772159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124522a00, transno 4296351568 00000004:00080000:0.0:1722795750.772161:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e27800, transno 4296351569 00000004:00080000:0.0:1722795750.772163:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9e7800, transno 4296351570 00000004:00080000:0.0:1722795750.772165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124745500, transno 4296351571 00000004:00080000:0.0:1722795750.772167:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095929180, transno 4296351572 00000004:00080000:0.0:1722795750.772169:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e24a80, transno 4296351573 00000004:00080000:0.0:1722795750.772171:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124746d80, transno 4296351574 00000004:00080000:0.0:1722795750.772173:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e26300, transno 4296351575 00000004:00080000:0.0:1722795750.772175:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006f9e6a00, transno 4296351576 00000004:00080000:0.0:1722795750.772177:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124745c00, transno 4296351577 00000004:00080000:0.0:1722795750.772179:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121e27480, transno 4296351578 00000004:00080000:0.0:1722795750.772181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780caa00, transno 4296351579 00000004:00080000:0.0:1722795750.772183:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c8380, transno 4296351580 00000004:00080000:0.0:1722795750.772185:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c9500, transno 4296351581 00000004:00080000:0.0:1722795750.772187:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c8e00, transno 4296351582 00000004:00080000:0.0:1722795750.772189:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780ca300, transno 4296351583 00000004:00080000:0.0:1722795750.772191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d2680, transno 4296351584 00000004:00080000:0.0:1722795750.772194:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800780c9180, transno 4296351585 00000004:00080000:0.0:1722795750.772196:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090d880, transno 4296351586 00000004:00080000:0.0:1722795750.772197:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df17800, transno 4296351587 00000004:00080000:0.0:1722795750.772199:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007df17100, transno 4296351588 00000004:00080000:0.0:1722795750.772202:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800928ddc00, transno 4296351589 00000004:00080000:0.0:1722795750.772204:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800928de680, transno 4296351590 00000004:00080000:0.0:1722795750.772206:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a8000, transno 4296351591 00000004:00080000:0.0:1722795750.772208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800928df480, transno 4296351592 00000004:00080000:0.0:1722795750.772210:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354ab480, transno 4296351593 00000004:00080000:0.0:1722795750.772212:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090df80, transno 4296351594 00000004:00080000:0.0:1722795750.772214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090d500, transno 4296351595 00000004:00080000:0.0:1722795750.772216:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801354a8e00, transno 4296351596 00000004:00080000:0.0:1722795750.772218:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800928dca80, transno 4296351597 00000004:00080000:0.0:1722795750.772220:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090ca80, transno 4296351598 00000004:00080000:0.0:1722795750.772222:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb7800, transno 4296351599 00000004:00080000:0.0:1722795750.772224:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800928dea00, transno 4296351600 00000004:00080000:0.0:1722795750.772226:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb6300, transno 4296351601 00000004:00080000:0.0:1722795750.772228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb6a00, transno 4296351602 00000004:00080000:0.0:1722795750.772230:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800725d0700, transno 4296351603 00000004:00080000:0.0:1722795750.772232:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076768e00, transno 4296351604 00000004:00080000:0.0:1722795750.772234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c36a00, transno 4296351605 00000004:00080000:0.0:1722795750.772237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078031180, transno 4296351606 00000004:00080000:0.0:1722795750.772239:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078032680, transno 4296351607 00000004:00080000:0.0:1722795750.772241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007090fb80, transno 4296351608 00000004:00080000:0.0:1722795750.772243:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078030a80, transno 4296351609 00000004:00080000:0.0:1722795750.772244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078032a00, transno 4296351610 00000004:00080000:0.0:1722795750.772247:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088658380, transno 4296351611 00000004:00080000:0.0:1722795750.772249:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5e300, transno 4296351612 00000004:00080000:0.0:1722795750.772251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c34380, transno 4296351613 00000004:00080000:0.0:1722795750.772253:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076768000, transno 4296351614 00000004:00080000:0.0:1722795750.772255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086fb80, transno 4296351615 00000004:00080000:0.0:1722795750.772257:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086c000, transno 4296351616 00000004:00080000:0.0:1722795750.772260:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880076768a80, transno 4296351617 00000004:00080000:0.0:1722795750.772262:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086e680, transno 4296351618 00000004:00080000:0.0:1722795750.772264:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086f800, transno 4296351619 00000004:00080000:0.0:1722795750.772266:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88006fa5c000, transno 4296351620 00000004:00080000:0.0:1722795750.772269:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8e300, transno 4296351621 00000004:00080000:0.0:1722795750.772272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02f100, transno 4296351622 00000004:00080000:0.0:1722795750.772274:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8f480, transno 4296351623 00000004:00080000:0.0:1722795750.772276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8ca80, transno 4296351624 00000004:00080000:0.0:1722795750.772278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8d500, transno 4296351625 00000004:00080000:0.0:1722795750.772280:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8d880, transno 4296351626 00000004:00080000:0.0:1722795750.772282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb5880, transno 4296351627 00000004:00080000:0.0:1722795750.772284:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb7b80, transno 4296351628 00000004:00080000:0.0:1722795750.772286:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8df80, transno 4296351629 00000004:00080000:0.0:1722795750.772288:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb7480, transno 4296351630 00000004:00080000:0.0:1722795750.772290:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb6d80, transno 4296351631 00000004:00080000:0.0:1722795750.772292:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb4380, transno 4296351632 00000004:00080000:0.0:1722795750.772294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb4e00, transno 4296351633 00000004:00080000:0.0:1722795750.772296:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086c700, transno 4296351634 00000004:00080000:0.0:1722795750.772298:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086f480, transno 4296351635 00000004:00080000:0.0:1722795750.772300:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb4000, transno 4296351636 00000004:00080000:0.0:1722795750.772302:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086ce00, transno 4296351637 00000004:00080000:0.0:1722795750.772304:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb5500, transno 4296351638 00000004:00080000:0.0:1722795750.772306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086d500, transno 4296351639 00000004:00080000:0.0:1722795750.772308:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c35500, transno 4296351640 00000004:00080000:0.0:1722795750.772310:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c37b80, transno 4296351641 00000004:00080000:0.0:1722795750.772313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb1180, transno 4296351642 00000004:00080000:0.0:1722795750.772315:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb2a00, transno 4296351643 00000004:00080000:0.0:1722795750.772317:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c34000, transno 4296351644 00000004:00080000:0.0:1722795750.772319:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb1500, transno 4296351645 00000004:00080000:0.0:1722795750.772321:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c35f80, transno 4296351646 00000004:00080000:0.0:1722795750.772323:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb1c00, transno 4296351647 00000004:00080000:0.0:1722795750.772325:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb2680, transno 4296351648 00000004:00080000:0.0:1722795750.772327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb3100, transno 4296351649 00000004:00080000:0.0:1722795750.772329:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb0700, transno 4296351650 00000004:00080000:0.0:1722795750.772331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb2d80, transno 4296351651 00000004:00080000:0.0:1722795750.772334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb1f80, transno 4296351652 00000004:00080000:0.0:1722795750.772336:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb1880, transno 4296351653 00000004:00080000:0.0:1722795750.772339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb3b80, transno 4296351654 00000004:00080000:0.0:1722795750.772341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb0380, transno 4296351655 00000004:00080000:0.0:1722795750.772344:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8ea00, transno 4296351656 00000004:00080000:0.0:1722795750.772346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8dc00, transno 4296351657 00000004:00080000:0.0:1722795750.772348:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8f100, transno 4296351658 00000004:00080000:0.0:1722795750.772350:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8fb80, transno 4296351659 00000004:00080000:0.0:1722795750.772352:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02f480, transno 4296351660 00000004:00080000:0.0:1722795750.772354:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095928a80, transno 4296351661 00000004:00080000:0.0:1722795750.772356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8e680, transno 4296351662 00000004:00080000:0.0:1722795750.772358:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02f800, transno 4296351663 00000004:00080000:0.0:1722795750.772361:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1283800, transno 4296351664 00000004:00080000:0.0:1722795750.772363:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1282a00, transno 4296351665 00000004:00080000:0.0:1722795750.772365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be7480, transno 4296351666 00000004:00080000:0.0:1722795750.772368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be5500, transno 4296351667 00000004:00080000:0.0:1722795750.772370:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1280700, transno 4296351668 00000004:00080000:0.0:1722795750.772372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be6300, transno 4296351669 00000004:00080000:0.0:1722795750.772374:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1282300, transno 4296351670 00000004:00080000:0.0:1722795750.772376:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1280e00, transno 4296351671 00000004:00080000:0.0:1722795750.772378:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be5180, transno 4296351672 00000004:00080000:0.0:1722795750.772381:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be5f80, transno 4296351673 00000004:00080000:0.0:1722795750.772383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be7800, transno 4296351674 00000004:00080000:0.0:1722795750.772385:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb3800, transno 4296351675 00000004:00080000:0.0:1722795750.772387:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be5880, transno 4296351676 00000004:00080000:0.0:1722795750.772389:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592a680, transno 4296351677 00000004:00080000:0.0:1722795750.772391:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c37480, transno 4296351678 00000004:00080000:0.0:1722795750.772393:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb3480, transno 4296351679 00000004:00080000:0.0:1722795750.772418:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592b480, transno 4296351680 00000004:00080000:0.0:1722795750.772421:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592b100, transno 4296351681 00000004:00080000:0.0:1722795750.772424:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592bb80, transno 4296351682 00000004:00080000:0.0:1722795750.772427:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dc700, transno 4296351683 00000004:00080000:0.0:1722795750.772429:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095928700, transno 4296351684 00000004:00080000:0.0:1722795750.772431:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592aa00, transno 4296351685 00000004:00080000:0.0:1722795750.772434:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095928000, transno 4296351686 00000004:00080000:0.0:1722795750.772436:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095929f80, transno 4296351687 00000004:00080000:0.0:1722795750.772438:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02d880, transno 4296351688 00000004:00080000:0.0:1722795750.772440:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a60e00, transno 4296351689 00000004:00080000:0.0:1722795750.772443:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02c000, transno 4296351690 00000004:00080000:0.0:1722795750.772445:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592a300, transno 4296351691 00000004:00080000:0.0:1722795750.772447:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02dc00, transno 4296351692 00000004:00080000:0.0:1722795750.772449:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095929500, transno 4296351693 00000004:00080000:0.0:1722795750.772451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095929880, transno 4296351694 00000004:00080000:0.0:1722795750.772453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02ca80, transno 4296351695 00000004:00080000:0.0:1722795750.772455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02e680, transno 4296351696 00000004:00080000:0.0:1722795750.772457:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009592ad80, transno 4296351697 00000004:00080000:0.0:1722795750.772460:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dd180, transno 4296351698 00000004:00080000:0.0:1722795750.772462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717df480, transno 4296351699 00000004:00080000:0.0:1722795750.772464:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095929c00, transno 4296351700 00000004:00080000:0.0:1722795750.772466:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a61500, transno 4296351701 00000004:00080000:0.0:1722795750.772468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a63800, transno 4296351702 00000004:00080000:0.0:1722795750.772471:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a61180, transno 4296351703 00000004:00080000:0.0:1722795750.772473:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a62300, transno 4296351704 00000004:00080000:0.0:1722795750.772475:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be6d80, transno 4296351705 00000004:00080000:0.0:1722795750.772477:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be6a00, transno 4296351706 00000004:00080000:0.0:1722795750.772479:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be7100, transno 4296351707 00000004:00080000:0.0:1722795750.772482:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be4a80, transno 4296351708 00000004:00080000:0.0:1722795750.772484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be4380, transno 4296351709 00000004:00080000:0.0:1722795750.772486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f07b80, transno 4296351710 00000004:00080000:0.0:1722795750.772488:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f06680, transno 4296351711 00000004:00080000:0.0:1722795750.772491:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be4000, transno 4296351712 00000004:00080000:0.0:1722795750.772494:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f05f80, transno 4296351713 00000004:00080000:0.0:1722795750.772496:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f05880, transno 4296351714 00000004:00080000:0.0:1722795750.772498:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f05c00, transno 4296351715 00000004:00080000:0.0:1722795750.772501:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f04a80, transno 4296351716 00000004:00080000:0.0:1722795750.772503:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02d500, transno 4296351717 00000004:00080000:0.0:1722795750.772505:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02c700, transno 4296351718 00000004:00080000:0.0:1722795750.772507:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f06300, transno 4296351719 00000004:00080000:0.0:1722795750.772509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f07480, transno 4296351720 00000004:00080000:0.0:1722795750.772511:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b5180, transno 4296351721 00000004:00080000:0.0:1722795750.772513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b6300, transno 4296351722 00000004:00080000:0.0:1722795750.772516:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b6a00, transno 4296351723 00000004:00080000:0.0:1722795750.772518:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b5880, transno 4296351724 00000004:00080000:0.0:1722795750.772520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02ed80, transno 4296351725 00000004:00080000:0.0:1722795750.772522:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b4a80, transno 4296351726 00000004:00080000:0.0:1722795750.772524:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007086dc00, transno 4296351727 00000004:00080000:0.0:1722795750.772526:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b4000, transno 4296351728 00000004:00080000:0.0:1722795750.772528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b7b80, transno 4296351729 00000004:00080000:0.0:1722795750.772530:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b4700, transno 4296351730 00000004:00080000:0.0:1722795750.772532:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b7480, transno 4296351731 00000004:00080000:0.0:1722795750.772535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717de300, transno 4296351732 00000004:00080000:0.0:1722795750.772537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be6680, transno 4296351733 00000004:00080000:0.0:1722795750.772539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dc380, transno 4296351734 00000004:00080000:0.0:1722795750.772541:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dea00, transno 4296351735 00000004:00080000:0.0:1722795750.772543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717df100, transno 4296351736 00000004:00080000:0.0:1722795750.772545:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dd880, transno 4296351737 00000004:00080000:0.0:1722795750.772547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717ddf80, transno 4296351738 00000004:00080000:0.0:1722795750.772549:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a60a80, transno 4296351739 00000004:00080000:0.0:1722795750.772552:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a61f80, transno 4296351740 00000004:00080000:0.0:1722795750.772554:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be7b80, transno 4296351741 00000004:00080000:0.0:1722795750.772556:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a63100, transno 4296351742 00000004:00080000:0.0:1722795750.772558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be4700, transno 4296351743 00000004:00080000:0.0:1722795750.772560:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a61880, transno 4296351744 00000004:00080000:0.0:1722795750.772562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a60700, transno 4296351745 00000004:00080000:0.0:1722795750.772564:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a60380, transno 4296351746 00000004:00080000:0.0:1722795750.772567:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a14380, transno 4296351747 00000004:00080000:0.0:1722795750.772568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a62680, transno 4296351748 00000004:00080000:0.0:1722795750.772570:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dfb80, transno 4296351749 00000004:00080000:0.0:1722795750.772572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717ded80, transno 4296351750 00000004:00080000:0.0:1722795750.772574:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b5500, transno 4296351751 00000004:00080000:0.0:1722795750.772576:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a17100, transno 4296351752 00000004:00080000:0.0:1722795750.772578:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a61c00, transno 4296351753 00000004:00080000:0.0:1722795750.772581:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b6d80, transno 4296351754 00000004:00080000:0.0:1722795750.772583:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a17b80, transno 4296351755 00000004:00080000:0.0:1722795750.772585:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095928e00, transno 4296351756 00000004:00080000:0.0:1722795750.772587:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a17800, transno 4296351757 00000004:00080000:0.0:1722795750.772589:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a14700, transno 4296351758 00000004:00080000:0.0:1722795750.772591:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a14000, transno 4296351759 00000004:00080000:0.0:1722795750.772593:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a17480, transno 4296351760 00000004:00080000:0.0:1722795750.772595:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a15f80, transno 4296351761 00000004:00080000:0.0:1722795750.772597:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a15180, transno 4296351762 00000004:00080000:0.0:1722795750.772599:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1282d80, transno 4296351763 00000004:00080000:0.0:1722795750.772601:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1282680, transno 4296351764 00000004:00080000:0.0:1722795750.772604:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87aa00, transno 4296351765 00000004:00080000:0.0:1722795750.772606:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1280a80, transno 4296351766 00000004:00080000:0.0:1722795750.772608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f879880, transno 4296351767 00000004:00080000:0.0:1722795750.772610:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a16d80, transno 4296351768 00000004:00080000:0.0:1722795750.772612:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f878380, transno 4296351769 00000004:00080000:0.0:1722795750.772614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1283100, transno 4296351770 00000004:00080000:0.0:1722795750.772616:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075721500, transno 4296351771 00000004:00080000:0.0:1722795750.772619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075720a80, transno 4296351772 00000004:00080000:0.0:1722795750.772621:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075723100, transno 4296351773 00000004:00080000:0.0:1722795750.772623:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075720000, transno 4296351774 00000004:00080000:0.0:1722795750.772625:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075722300, transno 4296351775 00000004:00080000:0.0:1722795750.772627:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dc000, transno 4296351776 00000004:00080000:0.0:1722795750.772629:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb5f80, transno 4296351777 00000004:00080000:0.0:1722795750.772631:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717ddc00, transno 4296351778 00000004:00080000:0.0:1722795750.772633:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090be4e00, transno 4296351779 00000004:00080000:0.0:1722795750.772635:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dd500, transno 4296351780 00000004:00080000:0.0:1722795750.772637:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87b480, transno 4296351781 00000004:00080000:0.0:1722795750.772639:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb0000, transno 4296351782 00000004:00080000:0.0:1722795750.772641:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87b800, transno 4296351783 00000004:00080000:0.0:1722795750.772643:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8ed80, transno 4296351784 00000004:00080000:0.0:1722795750.772646:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007043c700, transno 4296351785 00000004:00080000:0.0:1722795750.772647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8f800, transno 4296351786 00000004:00080000:0.0:1722795750.772650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f878a80, transno 4296351787 00000004:00080000:0.0:1722795750.772651:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c34700, transno 4296351788 00000004:00080000:0.0:1722795750.772653:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87ad80, transno 4296351789 00000004:00080000:0.0:1722795750.772655:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c37100, transno 4296351790 00000004:00080000:0.0:1722795750.772657:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f05500, transno 4296351791 00000004:00080000:0.0:1722795750.772659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f06a00, transno 4296351792 00000004:00080000:0.0:1722795750.772661:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a62d80, transno 4296351793 00000004:00080000:0.0:1722795750.772664:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f04380, transno 4296351794 00000004:00080000:0.0:1722795750.772666:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f06d80, transno 4296351795 00000004:00080000:0.0:1722795750.772668:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a63480, transno 4296351796 00000004:00080000:0.0:1722795750.772670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b7100, transno 4296351797 00000004:00080000:0.0:1722795750.772672:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b4380, transno 4296351798 00000004:00080000:0.0:1722795750.772674:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676ad80, transno 4296351799 00000004:00080000:0.0:1722795750.772676:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b6680, transno 4296351800 00000004:00080000:0.0:1722795750.772679:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02df80, transno 4296351801 00000004:00080000:0.0:1722795750.772682:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b4e00, transno 4296351802 00000004:00080000:0.0:1722795750.772684:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800727b5c00, transno 4296351803 00000004:00080000:0.0:1722795750.772687:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02ea00, transno 4296351804 00000004:00080000:0.0:1722795750.772689:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02c380, transno 4296351805 00000004:00080000:0.0:1722795750.772691:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02d180, transno 4296351806 00000004:00080000:0.0:1722795750.772693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1280380, transno 4296351807 00000004:00080000:0.0:1722795750.772696:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1283480, transno 4296351808 00000004:00080000:0.0:1722795750.772698:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095928380, transno 4296351809 00000004:00080000:0.0:1722795750.772700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078031c00, transno 4296351810 00000004:00080000:0.0:1722795750.772702:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1281880, transno 4296351811 00000004:00080000:0.0:1722795750.772704:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078030700, transno 4296351812 00000004:00080000:0.0:1722795750.772707:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078031f80, transno 4296351813 00000004:00080000:0.0:1722795750.772709:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a15880, transno 4296351814 00000004:00080000:0.0:1722795750.772711:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a60380, transno 4296351815 00000004:00080000:0.0:1722795750.772714:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f07100, transno 4296351816 00000004:00080000:0.0:1722795750.772717:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f04e00, transno 4296351817 00000004:00080000:0.0:1722795750.772721:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f04000, transno 4296351818 00000004:00080000:0.0:1722795750.772724:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a16a00, transno 4296351819 00000004:00080000:0.0:1722795750.772728:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a14e00, transno 4296351820 00000004:00080000:0.0:1722795750.772731:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075721180, transno 4296351821 00000004:00080000:0.0:1722795750.772734:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075720700, transno 4296351822 00000004:00080000:0.0:1722795750.772737:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075721f80, transno 4296351823 00000004:00080000:0.0:1722795750.772740:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075721c00, transno 4296351824 00000004:00080000:0.0:1722795750.772743:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075721880, transno 4296351825 00000004:00080000:0.0:1722795750.772747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078031880, transno 4296351826 00000004:00080000:0.0:1722795750.772750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009bdb0e00, transno 4296351827 00000004:00080000:0.0:1722795750.772753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075723480, transno 4296351828 00000004:00080000:0.0:1722795750.772756:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093dab800, transno 4296351829 00000004:00080000:0.0:1722795750.772760:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8d180, transno 4296351830 00000004:00080000:0.0:1722795750.772763:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075722a00, transno 4296351831 00000004:00080000:0.0:1722795750.772768:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a16680, transno 4296351832 00000004:00080000:0.0:1722795750.772771:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676aa00, transno 4296351833 00000004:00080000:0.0:1722795750.772775:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007676a680, transno 4296351834 00000004:00080000:0.0:1722795750.772779:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075723800, transno 4296351835 00000004:00080000:0.0:1722795750.772783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f879180, transno 4296351836 00000004:00080000:0.0:1722795750.772786:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87a300, transno 4296351837 00000004:00080000:0.0:1722795750.772789:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87b100, transno 4296351838 00000004:00080000:0.0:1722795750.772793:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02fb80, transno 4296351839 00000004:00080000:0.0:1722795750.772797:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f878e00, transno 4296351840 00000004:00080000:0.0:1722795750.772801:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f879f80, transno 4296351841 00000004:00080000:0.0:1722795750.772804:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f085180, transno 4296351842 00000004:00080000:0.0:1722795750.772807:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f878700, transno 4296351843 00000004:00080000:0.0:1722795750.772811:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080504380, transno 4296351844 00000004:00080000:0.0:1722795750.772814:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080504700, transno 4296351845 00000004:00080000:0.0:1722795750.772817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f087480, transno 4296351846 00000004:00080000:0.0:1722795750.772821:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f086680, transno 4296351847 00000004:00080000:0.0:1722795750.772824:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f086d80, transno 4296351848 00000004:00080000:0.0:1722795750.772827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f086a00, transno 4296351849 00000004:00080000:0.0:1722795750.772831:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f084700, transno 4296351850 00000004:00080000:0.0:1722795750.772834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080505c00, transno 4296351851 00000004:00080000:0.0:1722795750.772838:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f087100, transno 4296351852 00000004:00080000:0.0:1722795750.772842:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f085f80, transno 4296351853 00000004:00080000:0.0:1722795750.772846:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f085500, transno 4296351854 00000004:00080000:0.0:1722795750.772849:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f084e00, transno 4296351855 00000004:00080000:0.0:1722795750.772852:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f086300, transno 4296351856 00000004:00080000:0.0:1722795750.772856:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c19f80, transno 4296351857 00000004:00080000:0.0:1722795750.772859:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f878000, transno 4296351858 00000004:00080000:0.0:1722795750.772883:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070974a80, transno 4296351859 00000004:00080000:0.0:1722795750.772888:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070975880, transno 4296351860 00000004:00080000:0.0:1722795750.772891:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080504000, transno 4296351861 00000004:00080000:0.0:1722795750.772896:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080504e00, transno 4296351862 00000004:00080000:0.0:1722795750.772899:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c19880, transno 4296351863 00000004:00080000:0.0:1722795750.772918:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1b100, transno 4296351864 00000004:00080000:0.0:1722795750.772922:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075722680, transno 4296351865 00000004:00080000:0.0:1722795750.772925:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c18380, transno 4296351866 00000004:00080000:0.0:1722795750.772928:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c19180, transno 4296351867 00000004:00080000:0.0:1722795750.772931:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c18e00, transno 4296351868 00000004:00080000:0.0:1722795750.772934:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075720380, transno 4296351869 00000004:00080000:0.0:1722795750.772938:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1a680, transno 4296351870 00000004:00080000:0.0:1722795750.772941:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c18a80, transno 4296351871 00000004:00080000:0.0:1722795750.772945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c18700, transno 4296351872 00000004:00080000:0.0:1722795750.772948:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1b800, transno 4296351873 00000004:00080000:0.0:1722795750.772951:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c19500, transno 4296351874 00000004:00080000:0.0:1722795750.772955:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070977800, transno 4296351875 00000004:00080000:0.0:1722795750.772958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c19c00, transno 4296351876 00000004:00080000:0.0:1722795750.772961:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070975180, transno 4296351877 00000004:00080000:0.0:1722795750.772964:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1a300, transno 4296351878 00000004:00080000:0.0:1722795750.772967:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070975500, transno 4296351879 00000004:00080000:0.0:1722795750.772969:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a61180, transno 4296351880 00000004:00080000:0.0:1722795750.772972:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070977480, transno 4296351881 00000004:00080000:0.0:1722795750.772976:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070977100, transno 4296351882 00000004:00080000:0.0:1722795750.772979:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070974e00, transno 4296351883 00000004:00080000:0.0:1722795750.772983:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078cb4a80, transno 4296351884 00000004:00080000:0.0:1722795750.772985:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1ad80, transno 4296351885 00000004:00080000:0.0:1722795750.772989:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a15500, transno 4296351886 00000004:00080000:0.0:1722795750.772992:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093dab100, transno 4296351887 00000004:00080000:0.0:1722795750.772995:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a61f80, transno 4296351888 00000004:00080000:0.0:1722795750.772998:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a15c00, transno 4296351889 00000004:00080000:0.0:1722795750.773002:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a61880, transno 4296351890 00000004:00080000:0.0:1722795750.773006:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078033800, transno 4296351891 00000004:00080000:0.0:1722795750.773011:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8c700, transno 4296351892 00000004:00080000:0.0:1722795750.773014:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f07800, transno 4296351893 00000004:00080000:0.0:1722795750.773017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8c000, transno 4296351894 00000004:00080000:0.0:1722795750.773021:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdca80, transno 4296351895 00000004:00080000:0.0:1722795750.773024:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdea00, transno 4296351896 00000004:00080000:0.0:1722795750.773027:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cddc00, transno 4296351897 00000004:00080000:0.0:1722795750.773030:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717df800, transno 4296351898 00000004:00080000:0.0:1722795750.773033:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cde300, transno 4296351899 00000004:00080000:0.0:1722795750.773037:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096015c00, transno 4296351900 00000004:00080000:0.0:1722795750.773041:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096016300, transno 4296351901 00000004:00080000:0.0:1722795750.773045:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdf480, transno 4296351902 00000004:00080000:0.0:1722795750.773048:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096015180, transno 4296351903 00000004:00080000:0.0:1722795750.773052:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e311c00, transno 4296351904 00000004:00080000:0.0:1722795750.773056:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dca80, transno 4296351905 00000004:00080000:0.0:1722795750.773059:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dfb80, transno 4296351906 00000004:00080000:0.0:1722795750.773062:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e313100, transno 4296351907 00000004:00080000:0.0:1722795750.773065:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781ddc00, transno 4296351908 00000004:00080000:0.0:1722795750.773068:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096016680, transno 4296351909 00000004:00080000:0.0:1722795750.773071:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096014a80, transno 4296351910 00000004:00080000:0.0:1722795750.773075:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096016a00, transno 4296351911 00000004:00080000:0.0:1722795750.773078:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096014380, transno 4296351912 00000004:00080000:0.0:1722795750.773081:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096014e00, transno 4296351913 00000004:00080000:0.0:1722795750.773084:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096017b80, transno 4296351914 00000004:00080000:0.0:1722795750.773088:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096015500, transno 4296351915 00000004:00080000:0.0:1722795750.773091:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cddf80, transno 4296351916 00000004:00080000:0.0:1722795750.773094:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096016d80, transno 4296351917 00000004:00080000:0.0:1722795750.773097:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdc380, transno 4296351918 00000004:00080000:0.0:1722795750.773101:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11c000, transno 4296351919 00000004:00080000:0.0:1722795750.773104:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11d180, transno 4296351920 00000004:00080000:0.0:1722795750.773108:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11ce00, transno 4296351921 00000004:00080000:0.0:1722795750.773112:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11dc00, transno 4296351922 00000004:00080000:0.0:1722795750.773116:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717dca80, transno 4296351923 00000004:00080000:0.0:1722795750.773119:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080505f80, transno 4296351924 00000004:00080000:0.0:1722795750.773122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11c380, transno 4296351925 00000004:00080000:0.0:1722795750.773126:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11f800, transno 4296351926 00000004:00080000:0.0:1722795750.773130:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080505500, transno 4296351927 00000004:00080000:0.0:1722795750.773133:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080506300, transno 4296351928 00000004:00080000:0.0:1722795750.773137:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080506680, transno 4296351929 00000004:00080000:0.0:1722795750.773141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080507800, transno 4296351930 00000004:00080000:0.0:1722795750.773145:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1aa00, transno 4296351931 00000004:00080000:0.0:1722795750.773148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800775db800, transno 4296351932 00000004:00080000:0.0:1722795750.773152:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078f05180, transno 4296351933 00000004:00080000:0.0:1722795750.773155:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800717de680, transno 4296351934 00000004:00080000:0.0:1722795750.773159:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11ed80, transno 4296351935 00000004:00080000:0.0:1722795750.773162:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11fb80, transno 4296351936 00000004:00080000:0.0:1722795750.773165:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149f480, transno 4296351937 00000004:00080000:0.0:1722795750.773168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149d880, transno 4296351938 00000004:00080000:0.0:1722795750.773171:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdd500, transno 4296351939 00000004:00080000:0.0:1722795750.773174:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080506a00, transno 4296351940 00000004:00080000:0.0:1722795750.773178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdfb80, transno 4296351941 00000004:00080000:0.0:1722795750.773181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070975c00, transno 4296351942 00000004:00080000:0.0:1722795750.773185:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070974000, transno 4296351943 00000004:00080000:0.0:1722795750.773188:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149f800, transno 4296351944 00000004:00080000:0.0:1722795750.773192:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070976680, transno 4296351945 00000004:00080000:0.0:1722795750.773194:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070976a00, transno 4296351946 00000004:00080000:0.0:1722795750.773198:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781de300, transno 4296351947 00000004:00080000:0.0:1722795750.773201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dce00, transno 4296351948 00000004:00080000:0.0:1722795750.773205:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a62680, transno 4296351949 00000004:00080000:0.0:1722795750.773208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a61c00, transno 4296351950 00000004:00080000:0.0:1722795750.773211:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880124747b80, transno 4296351951 00000004:00080000:0.0:1722795750.773215:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dea00, transno 4296351952 00000004:00080000:0.0:1722795750.773218:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dd500, transno 4296351953 00000004:00080000:0.0:1722795750.773222:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87bb80, transno 4296351954 00000004:00080000:0.0:1722795750.773224:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011e02ce00, transno 4296351955 00000004:00080000:0.0:1722795750.773228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781dd880, transno 4296351956 00000004:00080000:0.0:1722795750.773231:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f084a80, transno 4296351957 00000004:00080000:0.0:1722795750.773234:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072437b80, transno 4296351958 00000004:00080000:0.0:1722795750.773237:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f085880, transno 4296351959 00000004:00080000:0.0:1722795750.773241:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f087800, transno 4296351960 00000004:00080000:0.0:1722795750.773244:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f084000, transno 4296351961 00000004:00080000:0.0:1722795750.773248:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072437480, transno 4296351962 00000004:00080000:0.0:1722795750.773252:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072434a80, transno 4296351963 00000004:00080000:0.0:1722795750.773255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072434000, transno 4296351964 00000004:00080000:0.0:1722795750.773258:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072437100, transno 4296351965 00000004:00080000:0.0:1722795750.773262:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072436a00, transno 4296351966 00000004:00080000:0.0:1722795750.773265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072436d80, transno 4296351967 00000004:00080000:0.0:1722795750.773268:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149c700, transno 4296351968 00000004:00080000:0.0:1722795750.773271:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072434e00, transno 4296351969 00000004:00080000:0.0:1722795750.773274:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149ce00, transno 4296351970 00000004:00080000:0.0:1722795750.773278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149d180, transno 4296351971 00000004:00080000:0.0:1722795750.773282:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149e680, transno 4296351972 00000004:00080000:0.0:1722795750.773285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072434700, transno 4296351973 00000004:00080000:0.0:1722795750.773288:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072434380, transno 4296351974 00000004:00080000:0.0:1722795750.773291:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075723b80, transno 4296351975 00000004:00080000:0.0:1722795750.773294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080507480, transno 4296351976 00000004:00080000:0.0:1722795750.773297:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080507100, transno 4296351977 00000004:00080000:0.0:1722795750.773300:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070974380, transno 4296351978 00000004:00080000:0.0:1722795750.773303:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080505880, transno 4296351979 00000004:00080000:0.0:1722795750.773306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133e8ce00, transno 4296351980 00000004:00080000:0.0:1722795750.773310:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839abb80, transno 4296351981 00000004:00080000:0.0:1722795750.773314:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070c1bb80, transno 4296351982 00000004:00080000:0.0:1722795750.773317:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a9500, transno 4296351983 00000004:00080000:0.0:1722795750.773321:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a9180, transno 4296351984 00000004:00080000:0.0:1722795750.773324:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a9f80, transno 4296351985 00000004:00080000:0.0:1722795750.773327:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a8e00, transno 4296351986 00000004:00080000:0.0:1722795750.773330:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839ab100, transno 4296351987 00000004:00080000:0.0:1722795750.773333:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a9880, transno 4296351988 00000004:00080000:0.0:1722795750.773336:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839aad80, transno 4296351989 00000004:00080000:0.0:1722795750.773339:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839aa300, transno 4296351990 00000004:00080000:0.0:1722795750.773343:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132a63b80, transno 4296351991 00000004:00080000:0.0:1722795750.773346:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839aa680, transno 4296351992 00000004:00080000:0.0:1722795750.773349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f87a680, transno 4296351993 00000004:00080000:0.0:1722795750.773352:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149d500, transno 4296351994 00000004:00080000:0.0:1722795750.773356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149ea00, transno 4296351995 00000004:00080000:0.0:1722795750.773359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149ed80, transno 4296351996 00000004:00080000:0.0:1722795750.773362:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149fb80, transno 4296351997 00000004:00080000:0.0:1722795750.773365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839ab800, transno 4296351998 00000004:00080000:0.0:1722795750.773368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149c380, transno 4296351999 00000004:00080000:0.0:1722795750.773372:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965c000, transno 4296352000 00000004:00080000:0.0:1722795750.773375:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965ed80, transno 4296352001 00000004:00080000:0.0:1722795750.773379:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965ce00, transno 4296352002 00000004:00080000:0.0:1722795750.773382:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965df80, transno 4296352003 00000004:00080000:0.0:1722795750.773386:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801327d6a00, transno 4296352004 00000004:00080000:0.0:1722795750.773389:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965ea00, transno 4296352005 00000004:00080000:0.0:1722795750.773392:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801327d4e00, transno 4296352006 00000004:00080000:0.0:1722795750.773395:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801327d6300, transno 4296352007 00000004:00080000:0.0:1722795750.773399:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801327d7800, transno 4296352008 00000004:00080000:0.0:1722795750.773402:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801327d6680, transno 4296352009 00000004:00080000:0.0:1722795750.773405:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b2680, transno 4296352010 00000004:00080000:0.0:1722795750.773409:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b0000, transno 4296352011 00000004:00080000:0.0:1722795750.773435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b0380, transno 4296352012 00000004:00080000:0.0:1722795750.773439:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b1c00, transno 4296352013 00000004:00080000:0.0:1722795750.773442:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b0a80, transno 4296352014 00000004:00080000:0.0:1722795750.773445:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b1f80, transno 4296352015 00000004:00080000:0.0:1722795750.773448:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b2a00, transno 4296352016 00000004:00080000:0.0:1722795750.773451:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a5180, transno 4296352017 00000004:00080000:0.0:1722795750.773455:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b2300, transno 4296352018 00000004:00080000:0.0:1722795750.773458:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007a2b1500, transno 4296352019 00000004:00080000:0.0:1722795750.773461:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a4700, transno 4296352020 00000004:00080000:0.0:1722795750.773465:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a5880, transno 4296352021 00000004:00080000:0.0:1722795750.773468:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a4a80, transno 4296352022 00000004:00080000:0.0:1722795750.773471:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a7800, transno 4296352023 00000004:00080000:0.0:1722795750.773475:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11f100, transno 4296352024 00000004:00080000:0.0:1722795750.773478:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a7480, transno 4296352025 00000004:00080000:0.0:1722795750.773481:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a4380, transno 4296352026 00000004:00080000:0.0:1722795750.773484:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11ea00, transno 4296352027 00000004:00080000:0.0:1722795750.773487:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a5500, transno 4296352028 00000004:00080000:0.0:1722795750.773490:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a4e00, transno 4296352029 00000004:00080000:0.0:1722795750.773493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a6300, transno 4296352030 00000004:00080000:0.0:1722795750.773497:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965d500, transno 4296352031 00000004:00080000:0.0:1722795750.773500:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cde680, transno 4296352032 00000004:00080000:0.0:1722795750.773504:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965e300, transno 4296352033 00000004:00080000:0.0:1722795750.773507:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965e680, transno 4296352034 00000004:00080000:0.0:1722795750.773510:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008965d880, transno 4296352035 00000004:00080000:0.0:1722795750.773513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149dc00, transno 4296352036 00000004:00080000:0.0:1722795750.773517:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c9880, transno 4296352037 00000004:00080000:0.0:1722795750.773521:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c8700, transno 4296352038 00000004:00080000:0.0:1722795750.773524:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1cad80, transno 4296352039 00000004:00080000:0.0:1722795750.773528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149ca80, transno 4296352040 00000004:00080000:0.0:1722795750.773531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149f100, transno 4296352041 00000004:00080000:0.0:1722795750.773535:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149e300, transno 4296352042 00000004:00080000:0.0:1722795750.773539:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839aaa00, transno 4296352043 00000004:00080000:0.0:1722795750.773542:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a8a80, transno 4296352044 00000004:00080000:0.0:1722795750.773546:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a8700, transno 4296352045 00000004:00080000:0.0:1722795750.773549:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a8000, transno 4296352046 00000004:00080000:0.0:1722795750.773552:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a8380, transno 4296352047 00000004:00080000:0.0:1722795750.773555:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdc700, transno 4296352048 00000004:00080000:0.0:1722795750.773558:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007149df80, transno 4296352049 00000004:00080000:0.0:1722795750.773561:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdd880, transno 4296352050 00000004:00080000:0.0:1722795750.773565:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdf800, transno 4296352051 00000004:00080000:0.0:1722795750.773569:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cdd180, transno 4296352052 00000004:00080000:0.0:1722795750.773572:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781df100, transno 4296352053 00000004:00080000:0.0:1722795750.773576:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c9500, transno 4296352054 00000004:00080000:0.0:1722795750.773579:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c9f80, transno 4296352055 00000004:00080000:0.0:1722795750.773582:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071682300, transno 4296352056 00000004:00080000:0.0:1722795750.773585:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071682d80, transno 4296352057 00000004:00080000:0.0:1722795750.773588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c8000, transno 4296352058 00000004:00080000:0.0:1722795750.773592:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071681880, transno 4296352059 00000004:00080000:0.0:1722795750.773595:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071681f80, transno 4296352060 00000004:00080000:0.0:1722795750.773598:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071681c00, transno 4296352061 00000004:00080000:0.0:1722795750.773602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a5c00, transno 4296352062 00000004:00080000:0.0:1722795750.773605:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11f480, transno 4296352063 00000004:00080000:0.0:1722795750.773608:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a6d80, transno 4296352064 00000004:00080000:0.0:1722795750.773611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11d500, transno 4296352065 00000004:00080000:0.0:1722795750.773614:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071683100, transno 4296352066 00000004:00080000:0.0:1722795750.773617:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a6680, transno 4296352067 00000004:00080000:0.0:1722795750.773620:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11d880, transno 4296352068 00000004:00080000:0.0:1722795750.773623:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a60000, transno 4296352069 00000004:00080000:0.0:1722795750.773626:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a62300, transno 4296352070 00000004:00080000:0.0:1722795750.773629:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135ad80, transno 4296352071 00000004:00080000:0.0:1722795750.773633:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8c000, transno 4296352072 00000004:00080000:0.0:1722795750.773636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135b480, transno 4296352073 00000004:00080000:0.0:1722795750.773639:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135a300, transno 4296352074 00000004:00080000:0.0:1722795750.773642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080505180, transno 4296352075 00000004:00080000:0.0:1722795750.773644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135aa00, transno 4296352076 00000004:00080000:0.0:1722795750.773647:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081359880, transno 4296352077 00000004:00080000:0.0:1722795750.773650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8ed80, transno 4296352078 00000004:00080000:0.0:1722795750.773653:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8f480, transno 4296352079 00000004:00080000:0.0:1722795750.773656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081359f80, transno 4296352080 00000004:00080000:0.0:1722795750.773659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081358a80, transno 4296352081 00000004:00080000:0.0:1722795750.773662:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071681500, transno 4296352082 00000004:00080000:0.0:1722795750.773664:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071680e00, transno 4296352083 00000004:00080000:0.0:1722795750.773667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071680000, transno 4296352084 00000004:00080000:0.0:1722795750.773670:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071683800, transno 4296352085 00000004:00080000:0.0:1722795750.773673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071683480, transno 4296352086 00000004:00080000:0.0:1722795750.773675:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071680a80, transno 4296352087 00000004:00080000:0.0:1722795750.773678:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42ea00, transno 4296352088 00000004:00080000:0.0:1722795750.773682:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071682680, transno 4296352089 00000004:00080000:0.0:1722795750.773685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42fb80, transno 4296352090 00000004:00080000:0.0:1722795750.773688:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee1500, transno 4296352091 00000004:00080000:0.0:1722795750.773691:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea03800, transno 4296352092 00000004:00080000:0.0:1722795750.773694:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee3800, transno 4296352093 00000004:00080000:0.0:1722795750.773697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee0000, transno 4296352094 00000004:00080000:0.0:1722795750.773700:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee1f80, transno 4296352095 00000004:00080000:0.0:1722795750.773703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee0e00, transno 4296352096 00000004:00080000:0.0:1722795750.773706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee0700, transno 4296352097 00000004:00080000:0.0:1722795750.773709:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee2d80, transno 4296352098 00000004:00080000:0.0:1722795750.773712:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee1c00, transno 4296352099 00000004:00080000:0.0:1722795750.773715:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee0a80, transno 4296352100 00000004:00080000:0.0:1722795750.773719:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080511180, transno 4296352101 00000004:00080000:0.0:1722795750.773722:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42e300, transno 4296352102 00000004:00080000:0.0:1722795750.773726:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42dc00, transno 4296352103 00000004:00080000:0.0:1722795750.773729:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea03b80, transno 4296352104 00000004:00080000:0.0:1722795750.773732:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42df80, transno 4296352105 00000004:00080000:0.0:1722795750.773735:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42f800, transno 4296352106 00000004:00080000:0.0:1722795750.773738:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea01500, transno 4296352107 00000004:00080000:0.0:1722795750.773741:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42d500, transno 4296352108 00000004:00080000:0.0:1722795750.773744:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080510a80, transno 4296352109 00000004:00080000:0.0:1722795750.773747:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8d500, transno 4296352110 00000004:00080000:0.0:1722795750.773750:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8e300, transno 4296352111 00000004:00080000:0.0:1722795750.773753:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080511500, transno 4296352112 00000004:00080000:0.0:1722795750.773756:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8c700, transno 4296352113 00000004:00080000:0.0:1722795750.773759:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8fb80, transno 4296352114 00000004:00080000:0.0:1722795750.773762:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8f100, transno 4296352115 00000004:00080000:0.0:1722795750.773765:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8c380, transno 4296352116 00000004:00080000:0.0:1722795750.773767:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8f800, transno 4296352117 00000004:00080000:0.0:1722795750.773771:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8ca80, transno 4296352118 00000004:00080000:0.0:1722795750.773774:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8dc00, transno 4296352119 00000004:00080000:0.0:1722795750.773777:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800839a9c00, transno 4296352120 00000004:00080000:0.0:1722795750.773780:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1cb100, transno 4296352121 00000004:00080000:0.0:1722795750.773783:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133cded80, transno 4296352122 00000004:00080000:0.0:1722795750.773787:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075513800, transno 4296352123 00000004:00080000:0.0:1722795750.773790:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075513b80, transno 4296352124 00000004:00080000:0.0:1722795750.773793:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080510e00, transno 4296352125 00000004:00080000:0.0:1722795750.773797:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea01880, transno 4296352126 00000004:00080000:0.0:1722795750.773800:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e960380, transno 4296352127 00000004:00080000:0.0:1722795750.773803:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea00700, transno 4296352128 00000004:00080000:0.0:1722795750.773806:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080511880, transno 4296352129 00000004:00080000:0.0:1722795750.773809:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea00a80, transno 4296352130 00000004:00080000:0.0:1722795750.773812:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080513b80, transno 4296352131 00000004:00080000:0.0:1722795750.773817:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea01180, transno 4296352132 00000004:00080000:0.0:1722795750.773820:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075513480, transno 4296352133 00000004:00080000:0.0:1722795750.773824:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e962300, transno 4296352134 00000004:00080000:0.0:1722795750.773827:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e962d80, transno 4296352135 00000004:00080000:0.0:1722795750.773830:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e963100, transno 4296352136 00000004:00080000:0.0:1722795750.773834:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b6d80, transno 4296352137 00000004:00080000:0.0:1722795750.773837:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e963480, transno 4296352138 00000004:00080000:0.0:1722795750.773840:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b7100, transno 4296352139 00000004:00080000:0.0:1722795750.773844:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e961c00, transno 4296352140 00000004:00080000:0.0:1722795750.773847:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e960700, transno 4296352141 00000004:00080000:0.0:1722795750.773851:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b6680, transno 4296352142 00000004:00080000:0.0:1722795750.773854:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075511c00, transno 4296352143 00000004:00080000:0.0:1722795750.773857:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a60e00, transno 4296352144 00000004:00080000:0.0:1722795750.773861:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a63800, transno 4296352145 00000004:00080000:0.0:1722795750.773887:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a63480, transno 4296352146 00000004:00080000:0.0:1722795750.773890:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a63100, transno 4296352147 00000004:00080000:0.0:1722795750.773893:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a62d80, transno 4296352148 00000004:00080000:0.0:1722795750.773897:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a60700, transno 4296352149 00000004:00080000:0.0:1722795750.773900:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a63b80, transno 4296352150 00000004:00080000:0.0:1722795750.773903:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b6a00, transno 4296352151 00000004:00080000:0.0:1722795750.773907:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b4a80, transno 4296352152 00000004:00080000:0.0:1722795750.773910:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b5c00, transno 4296352153 00000004:00080000:0.0:1722795750.773913:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b4e00, transno 4296352154 00000004:00080000:0.0:1722795750.773916:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b5500, transno 4296352155 00000004:00080000:0.0:1722795750.773919:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b7b80, transno 4296352156 00000004:00080000:0.0:1722795750.773923:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb48a80, transno 4296352157 00000004:00080000:0.0:1722795750.773926:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4a300, transno 4296352158 00000004:00080000:0.0:1722795750.773929:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4b480, transno 4296352159 00000004:00080000:0.0:1722795750.773932:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb48380, transno 4296352160 00000004:00080000:0.0:1722795750.773935:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb49180, transno 4296352161 00000004:00080000:0.0:1722795750.773939:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb49f80, transno 4296352162 00000004:00080000:0.0:1722795750.773942:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4ad80, transno 4296352163 00000004:00080000:0.0:1722795750.773945:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb48700, transno 4296352164 00000004:00080000:0.0:1722795750.773949:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075510a80, transno 4296352165 00000004:00080000:0.0:1722795750.773952:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea00000, transno 4296352166 00000004:00080000:0.0:1722795750.773955:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea00380, transno 4296352167 00000004:00080000:0.0:1722795750.773958:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea03100, transno 4296352168 00000004:00080000:0.0:1722795750.773961:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee2680, transno 4296352169 00000004:00080000:0.0:1722795750.773965:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea02d80, transno 4296352170 00000004:00080000:0.0:1722795750.773968:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42f100, transno 4296352171 00000004:00080000:0.0:1722795750.773971:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee2a00, transno 4296352172 00000004:00080000:0.0:1722795750.773974:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee3480, transno 4296352173 00000004:00080000:0.0:1722795750.773978:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4bb80, transno 4296352174 00000004:00080000:0.0:1722795750.773981:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4aa00, transno 4296352175 00000004:00080000:0.0:1722795750.773984:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb48e00, transno 4296352176 00000004:00080000:0.0:1722795750.773987:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee0380, transno 4296352177 00000004:00080000:0.0:1722795750.773990:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4a680, transno 4296352178 00000004:00080000:0.0:1722795750.773993:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e963b80, transno 4296352179 00000004:00080000:0.0:1722795750.773996:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e962680, transno 4296352180 00000004:00080000:0.0:1722795750.774000:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e963800, transno 4296352181 00000004:00080000:0.0:1722795750.774004:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e960a80, transno 4296352182 00000004:00080000:0.0:1722795750.774007:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e961500, transno 4296352183 00000004:00080000:0.0:1722795750.774010:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007e961880, transno 4296352184 00000004:00080000:0.0:1722795750.774013:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081359c00, transno 4296352185 00000004:00080000:0.0:1722795750.774017:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081358700, transno 4296352186 00000004:00080000:0.0:1722795750.774020:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b4380, transno 4296352187 00000004:00080000:0.0:1722795750.774023:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081358380, transno 4296352188 00000004:00080000:0.0:1722795750.774026:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b7480, transno 4296352189 00000004:00080000:0.0:1722795750.774029:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080511c00, transno 4296352190 00000004:00080000:0.0:1722795750.774032:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080512a00, transno 4296352191 00000004:00080000:0.0:1722795750.774036:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080510000, transno 4296352192 00000004:00080000:0.0:1722795750.774039:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080510380, transno 4296352193 00000004:00080000:0.0:1722795750.774043:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075513100, transno 4296352194 00000004:00080000:0.0:1722795750.774046:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080511f80, transno 4296352195 00000004:00080000:0.0:1722795750.774050:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075512680, transno 4296352196 00000004:00080000:0.0:1722795750.774053:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075510380, transno 4296352197 00000004:00080000:0.0:1722795750.774057:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080512680, transno 4296352198 00000004:00080000:0.0:1722795750.774060:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075512d80, transno 4296352199 00000004:00080000:0.0:1722795750.774063:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075511880, transno 4296352200 00000004:00080000:0.0:1722795750.774066:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075512a00, transno 4296352201 00000004:00080000:0.0:1722795750.774070:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42e680, transno 4296352202 00000004:00080000:0.0:1722795750.774073:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42ce00, transno 4296352203 00000004:00080000:0.0:1722795750.774076:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee1880, transno 4296352204 00000004:00080000:0.0:1722795750.774079:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1cb480, transno 4296352205 00000004:00080000:0.0:1722795750.774082:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb49500, transno 4296352206 00000004:00080000:0.0:1722795750.774086:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee2300, transno 4296352207 00000004:00080000:0.0:1722795750.774089:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075511f80, transno 4296352208 00000004:00080000:0.0:1722795750.774093:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880080513100, transno 4296352209 00000004:00080000:0.0:1722795750.774096:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075511500, transno 4296352210 00000004:00080000:0.0:1722795750.774099:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eb4b800, transno 4296352211 00000004:00080000:0.0:1722795750.774103:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8e680, transno 4296352212 00000004:00080000:0.0:1722795750.774106:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8d180, transno 4296352213 00000004:00080000:0.0:1722795750.774109:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075512300, transno 4296352214 00000004:00080000:0.0:1722795750.774112:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8d880, transno 4296352215 00000004:00080000:0.0:1722795750.774115:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cce00, transno 4296352216 00000004:00080000:0.0:1722795750.774118:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cdc00, transno 4296352217 00000004:00080000:0.0:1722795750.774122:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cd180, transno 4296352218 00000004:00080000:0.0:1722795750.774125:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cf800, transno 4296352219 00000004:00080000:0.0:1722795750.774128:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867ce680, transno 4296352220 00000004:00080000:0.0:1722795750.774131:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8ce00, transno 4296352221 00000004:00080000:0.0:1722795750.774134:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ef8df80, transno 4296352222 00000004:00080000:0.0:1722795750.774138:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cd880, transno 4296352223 00000004:00080000:0.0:1722795750.774141:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800867cdf80, transno 4296352224 00000004:00080000:0.0:1722795750.774144:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11df80, transno 4296352225 00000004:00080000:0.0:1722795750.774148:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1500, transno 4296352226 00000004:00080000:0.0:1722795750.774151:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11ca80, transno 4296352227 00000004:00080000:0.0:1722795750.774154:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800767a7b80, transno 4296352228 00000004:00080000:0.0:1722795750.774157:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d0700, transno 4296352229 00000004:00080000:0.0:1722795750.774160:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7dc00, transno 4296352230 00000004:00080000:0.0:1722795750.774164:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c52a00, transno 4296352231 00000004:00080000:0.0:1722795750.774168:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135bb80, transno 4296352232 00000004:00080000:0.0:1722795750.774171:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c53100, transno 4296352233 00000004:00080000:0.0:1722795750.774175:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf5500, transno 4296352234 00000004:00080000:0.0:1722795750.774178:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c51180, transno 4296352235 00000004:00080000:0.0:1722795750.774181:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135b100, transno 4296352236 00000004:00080000:0.0:1722795750.774185:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf7b80, transno 4296352237 00000004:00080000:0.0:1722795750.774188:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7c380, transno 4296352238 00000004:00080000:0.0:1722795750.774191:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7f800, transno 4296352239 00000004:00080000:0.0:1722795750.774194:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7d180, transno 4296352240 00000004:00080000:0.0:1722795750.774198:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7ce00, transno 4296352241 00000004:00080000:0.0:1722795750.774201:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7e300, transno 4296352242 00000004:00080000:0.0:1722795750.774204:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075510e00, transno 4296352243 00000004:00080000:0.0:1722795750.774208:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7d500, transno 4296352244 00000004:00080000:0.0:1722795750.774211:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075510700, transno 4296352245 00000004:00080000:0.0:1722795750.774214:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7ea00, transno 4296352246 00000004:00080000:0.0:1722795750.774217:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42ed80, transno 4296352247 00000004:00080000:0.0:1722795750.774221:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7e680, transno 4296352248 00000004:00080000:0.0:1722795750.774224:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078d7c000, transno 4296352249 00000004:00080000:0.0:1722795750.774228:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42c700, transno 4296352250 00000004:00080000:0.0:1722795750.774231:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121ee3b80, transno 4296352251 00000004:00080000:0.0:1722795750.774235:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1cb800, transno 4296352252 00000004:00080000:0.0:1722795750.774239:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f42d880, transno 4296352253 00000004:00080000:0.0:1722795750.774242:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1caa00, transno 4296352254 00000004:00080000:0.0:1722795750.774245:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c8380, transno 4296352255 00000004:00080000:0.0:1722795750.774248:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c9180, transno 4296352256 00000004:00080000:0.0:1722795750.774251:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c8a80, transno 4296352257 00000004:00080000:0.0:1722795750.774255:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1cbb80, transno 4296352258 00000004:00080000:0.0:1722795750.774258:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012f1c8e00, transno 4296352259 00000004:00080000:0.0:1722795750.774262:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea03480, transno 4296352260 00000004:00080000:0.0:1722795750.774265:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea01c00, transno 4296352261 00000004:00080000:0.0:1722795750.774268:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea00e00, transno 4296352262 00000004:00080000:0.0:1722795750.774272:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781df480, transno 4296352263 00000004:00080000:0.0:1722795750.774276:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d3b80, transno 4296352264 00000004:00080000:0.0:1722795750.774278:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ea02a00, transno 4296352265 00000004:00080000:0.0:1722795750.774281:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549f100, transno 4296352266 00000004:00080000:0.0:1722795750.774283:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549ed80, transno 4296352267 00000004:00080000:0.0:1722795750.774285:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549ea00, transno 4296352268 00000004:00080000:0.0:1722795750.774287:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c50380, transno 4296352269 00000004:00080000:0.0:1722795750.774289:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a60a80, transno 4296352270 00000004:00080000:0.0:1722795750.774292:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d28000, transno 4296352271 00000004:00080000:0.0:1722795750.774294:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c53b80, transno 4296352272 00000004:00080000:0.0:1722795750.774296:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d29c00, transno 4296352273 00000004:00080000:0.0:1722795750.774298:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c52d80, transno 4296352274 00000004:00080000:0.0:1722795750.774300:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d06a00, transno 4296352275 00000004:00080000:0.0:1722795750.774302:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d04700, transno 4296352276 00000004:00080000:0.0:1722795750.774304:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d06300, transno 4296352277 00000004:00080000:0.0:1722795750.774306:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d05180, transno 4296352278 00000004:00080000:0.0:1722795750.774308:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d05f80, transno 4296352279 00000004:00080000:0.0:1722795750.774311:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d04000, transno 4296352280 00000004:00080000:0.0:1722795750.774313:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d05880, transno 4296352281 00000004:00080000:0.0:1722795750.774316:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d05c00, transno 4296352282 00000004:00080000:0.0:1722795750.774318:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d07800, transno 4296352283 00000004:00080000:0.0:1722795750.774320:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d04a80, transno 4296352284 00000004:00080000:0.0:1722795750.774322:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea8a80, transno 4296352285 00000004:00080000:0.0:1722795750.774324:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaaa00, transno 4296352286 00000004:00080000:0.0:1722795750.774326:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d29880, transno 4296352287 00000004:00080000:0.0:1722795750.774328:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d2ad80, transno 4296352288 00000004:00080000:0.0:1722795750.774331:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9f80, transno 4296352289 00000004:00080000:0.0:1722795750.774333:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaad80, transno 4296352290 00000004:00080000:0.0:1722795750.774334:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d04380, transno 4296352291 00000004:00080000:0.0:1722795750.774336:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549e300, transno 4296352292 00000004:00080000:0.0:1722795750.774338:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b5f80, transno 4296352293 00000004:00080000:0.0:1722795750.774341:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549f800, transno 4296352294 00000004:00080000:0.0:1722795750.774343:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b7800, transno 4296352295 00000004:00080000:0.0:1722795750.774345:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549dc00, transno 4296352296 00000004:00080000:0.0:1722795750.774347:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880075511180, transno 4296352297 00000004:00080000:0.0:1722795750.774349:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d2d80, transno 4296352298 00000004:00080000:0.0:1722795750.774351:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb3b480, transno 4296352299 00000004:00080000:0.0:1722795750.774353:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b5880, transno 4296352300 00000004:00080000:0.0:1722795750.774356:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb39880, transno 4296352301 00000004:00080000:0.0:1722795750.774359:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb38e00, transno 4296352302 00000004:00080000:0.0:1722795750.774362:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb38700, transno 4296352303 00000004:00080000:0.0:1722795750.774365:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb39180, transno 4296352304 00000004:00080000:0.0:1722795750.774368:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d65500, transno 4296352305 00000004:00080000:0.0:1722795750.774371:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb38380, transno 4296352306 00000004:00080000:0.0:1722795750.774374:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d67800, transno 4296352307 00000004:00080000:0.0:1722795750.774377:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d65f80, transno 4296352308 00000004:00080000:0.0:1722795750.774380:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d66300, transno 4296352309 00000004:00080000:0.0:1722795750.774383:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d67100, transno 4296352310 00000004:00080000:0.0:1722795750.774386:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d65880, transno 4296352311 00000004:00080000:0.0:1722795750.774390:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fb3b800, transno 4296352312 00000004:00080000:0.0:1722795750.774393:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d64e00, transno 4296352313 00000004:00080000:0.0:1722795750.774420:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077781180, transno 4296352314 00000004:00080000:0.0:1722795750.774423:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077780e00, transno 4296352315 00000004:00080000:0.0:1722795750.774426:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d65180, transno 4296352316 00000004:00080000:0.0:1722795750.774429:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077782680, transno 4296352317 00000004:00080000:0.0:1722795750.774432:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077782300, transno 4296352318 00000004:00080000:0.0:1722795750.774435:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077780700, transno 4296352319 00000004:00080000:0.0:1722795750.774439:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077783100, transno 4296352320 00000004:00080000:0.0:1722795750.774442:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077781880, transno 4296352321 00000004:00080000:0.0:1722795750.774445:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077782d80, transno 4296352322 00000004:00080000:0.0:1722795750.774449:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088336680, transno 4296352323 00000004:00080000:0.0:1722795750.774453:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880091d64380, transno 4296352324 00000004:00080000:0.0:1722795750.774456:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071d28700, transno 4296352325 00000004:00080000:0.0:1722795750.774459:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dd180, transno 4296352326 00000004:00080000:0.0:1722795750.774462:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088334380, transno 4296352327 00000004:00080000:0.0:1722795750.774465:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088335180, transno 4296352328 00000004:00080000:0.0:1722795750.774469:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088337100, transno 4296352329 00000004:00080000:0.0:1722795750.774472:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088337480, transno 4296352330 00000004:00080000:0.0:1722795750.774476:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077783480, transno 4296352331 00000004:00080000:0.0:1722795750.774479:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dce00, transno 4296352332 00000004:00080000:0.0:1722795750.774483:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2df480, transno 4296352333 00000004:00080000:0.0:1722795750.774486:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2de680, transno 4296352334 00000004:00080000:0.0:1722795750.774489:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dd880, transno 4296352335 00000004:00080000:0.0:1722795750.774493:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549ca80, transno 4296352336 00000004:00080000:0.0:1722795750.774496:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dc380, transno 4296352337 00000004:00080000:0.0:1722795750.774499:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dc000, transno 4296352338 00000004:00080000:0.0:1722795750.774502:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549d180, transno 4296352339 00000004:00080000:0.0:1722795750.774506:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549c380, transno 4296352340 00000004:00080000:0.0:1722795750.774509:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe2d80, transno 4296352341 00000004:00080000:0.0:1722795750.774513:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c50e00, transno 4296352342 00000004:00080000:0.0:1722795750.774517:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1f80, transno 4296352343 00000004:00080000:0.0:1722795750.774520:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c50700, transno 4296352344 00000004:00080000:0.0:1722795750.774523:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549fb80, transno 4296352345 00000004:00080000:0.0:1722795750.774526:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009c11e680, transno 4296352346 00000004:00080000:0.0:1722795750.774528:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007549f480, transno 4296352347 00000004:00080000:0.0:1722795750.774531:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071c50a80, transno 4296352348 00000004:00080000:0.0:1722795750.774534:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2df800, transno 4296352349 00000004:00080000:0.0:1722795750.774537:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dc700, transno 4296352350 00000004:00080000:0.0:1722795750.774540:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dea00, transno 4296352351 00000004:00080000:0.0:1722795750.774543:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dfb80, transno 4296352352 00000004:00080000:0.0:1722795750.774547:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008e300, transno 4296352353 00000004:00080000:0.0:1722795750.774550:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008f800, transno 4296352354 00000004:00080000:0.0:1722795750.774553:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dd500, transno 4296352355 00000004:00080000:0.0:1722795750.774556:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2dca80, transno 4296352356 00000004:00080000:0.0:1722795750.774559:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008ce00, transno 4296352357 00000004:00080000:0.0:1722795750.774562:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aeb480, transno 4296352358 00000004:00080000:0.0:1722795750.774565:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aeb800, transno 4296352359 00000004:00080000:0.0:1722795750.774568:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ae8700, transno 4296352360 00000004:00080000:0.0:1722795750.774571:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aead80, transno 4296352361 00000004:00080000:0.0:1722795750.774573:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ae8380, transno 4296352362 00000004:00080000:0.0:1722795750.774575:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aebb80, transno 4296352363 00000004:00080000:0.0:1722795750.774578:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ae9180, transno 4296352364 00000004:00080000:0.0:1722795750.774580:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edf100, transno 4296352365 00000004:00080000:0.0:1722795750.774582:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008ed80, transno 4296352366 00000004:00080000:0.0:1722795750.774584:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edc380, transno 4296352367 00000004:00080000:0.0:1722795750.774586:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edd880, transno 4296352368 00000004:00080000:0.0:1722795750.774588:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008d880, transno 4296352369 00000004:00080000:0.0:1722795750.774591:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b4700, transno 4296352370 00000004:00080000:0.0:1722795750.774593:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aea300, transno 4296352371 00000004:00080000:0.0:1722795750.774595:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008f100, transno 4296352372 00000004:00080000:0.0:1722795750.774598:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aea680, transno 4296352373 00000004:00080000:0.0:1722795750.774600:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070aeaa00, transno 4296352374 00000004:00080000:0.0:1722795750.774602:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d06680, transno 4296352375 00000004:00080000:0.0:1722795750.774605:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070ae9f80, transno 4296352376 00000004:00080000:0.0:1722795750.774607:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9880, transno 4296352377 00000004:00080000:0.0:1722795750.774609:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8ed80, transno 4296352378 00000004:00080000:0.0:1722795750.774611:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8f800, transno 4296352379 00000004:00080000:0.0:1722795750.774613:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaa300, transno 4296352380 00000004:00080000:0.0:1722795750.774615:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feab800, transno 4296352381 00000004:00080000:0.0:1722795750.774617:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feab100, transno 4296352382 00000004:00080000:0.0:1722795750.774619:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9c00, transno 4296352383 00000004:00080000:0.0:1722795750.774621:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800781ded80, transno 4296352384 00000004:00080000:0.0:1722795750.774623:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea8e00, transno 4296352385 00000004:00080000:0.0:1722795750.774626:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea8380, transno 4296352386 00000004:00080000:0.0:1722795750.774628:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf5880, transno 4296352387 00000004:00080000:0.0:1722795750.774630:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf4700, transno 4296352388 00000004:00080000:0.0:1722795750.774632:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf4000, transno 4296352389 00000004:00080000:0.0:1722795750.774634:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081359180, transno 4296352390 00000004:00080000:0.0:1722795750.774636:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007eaf4380, transno 4296352391 00000004:00080000:0.0:1722795750.774638:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f931880, transno 4296352392 00000004:00080000:0.0:1722795750.774640:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932680, transno 4296352393 00000004:00080000:0.0:1722795750.774642:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930e00, transno 4296352394 00000004:00080000:0.0:1722795750.774644:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933b80, transno 4296352395 00000004:00080000:0.0:1722795750.774646:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932a00, transno 4296352396 00000004:00080000:0.0:1722795750.774648:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930380, transno 4296352397 00000004:00080000:0.0:1722795750.774650:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930700, transno 4296352398 00000004:00080000:0.0:1722795750.774652:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933800, transno 4296352399 00000004:00080000:0.0:1722795750.774654:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933100, transno 4296352400 00000004:00080000:0.0:1722795750.774656:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930000, transno 4296352401 00000004:00080000:0.0:1722795750.774659:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930a80, transno 4296352402 00000004:00080000:0.0:1722795750.774661:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f931500, transno 4296352403 00000004:00080000:0.0:1722795750.774663:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8fb80, transno 4296352404 00000004:00080000:0.0:1722795750.774665:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8c380, transno 4296352405 00000004:00080000:0.0:1722795750.774667:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8ce00, transno 4296352406 00000004:00080000:0.0:1722795750.774669:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932d80, transno 4296352407 00000004:00080000:0.0:1722795750.774671:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8f480, transno 4296352408 00000004:00080000:0.0:1722795750.774673:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8dc00, transno 4296352409 00000004:00080000:0.0:1722795750.774675:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933480, transno 4296352410 00000004:00080000:0.0:1722795750.774677:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008135a680, transno 4296352411 00000004:00080000:0.0:1722795750.774679:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8e300, transno 4296352412 00000004:00080000:0.0:1722795750.774681:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8d180, transno 4296352413 00000004:00080000:0.0:1722795750.774683:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9500, transno 4296352414 00000004:00080000:0.0:1722795750.774685:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133d05500, transno 4296352415 00000004:00080000:0.0:1722795750.774687:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe0380, transno 4296352416 00000004:00080000:0.0:1722795750.774689:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edfb80, transno 4296352417 00000004:00080000:0.0:1722795750.774691:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe1f80, transno 4296352418 00000004:00080000:0.0:1722795750.774693:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe2680, transno 4296352419 00000004:00080000:0.0:1722795750.774695:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801326b4000, transno 4296352420 00000004:00080000:0.0:1722795750.774697:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edf800, transno 4296352421 00000004:00080000:0.0:1722795750.774699:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078ede680, transno 4296352422 00000004:00080000:0.0:1722795750.774701:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078eddf80, transno 4296352423 00000004:00080000:0.0:1722795750.774703:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009a2df100, transno 4296352424 00000004:00080000:0.0:1722795750.774706:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edc000, transno 4296352425 00000004:00080000:0.0:1722795750.774708:0:3679:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078edd500, transno 4296352426 00000100:00100000:0.0:1722795750.774725:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766488832:0@lo:400:kworker.0 00000004:00080000:2.0:1722795750.774840:0:10777:0:(osp_sync.c:1101:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 394 changes, 4093 in progress, 0 in flight, 3 done 00000004:00080000:2.0:1722795750.794044:0:10777:0:(osp_sync.c:1101:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 394 changes, 0 in progress, 0 in flight, 4093 done 00000100:00100000:0.0:1722795750.794177:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766488960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.794194:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766489216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.794208:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766489088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.794237:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.794243:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766489344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.794292:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766489472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.794292:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.794301:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766488960 00000100:00100000:1.0:1722795750.794307:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766488960 00000100:00100000:0.0:1722795750.794315:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.794322:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489088 00000100:00100000:3.0:1722795750.794327:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489088 00000100:00100000:2.0:1722795750.794328:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766489600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.794340:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489472 00000100:00100000:1.0:1722795750.794342:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489472 00000100:00100000:0.0:1722795750.794346:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044400 00000100:00100000:0.0:1722795750.794352:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+7:3679:x1806481766488960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.794357:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044401 00000100:00100000:1.0:1722795750.794363:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044402 00000100:00100000:3.0:1722795750.794366:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+7:3680:x1806481766489088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.794367:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.794369:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+7:3679:x1806481766489472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.794378:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11017 count 1 00000100:00100000:1.0:1722795750.794383:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489600 00000100:00100000:1.0:1722795750.794385:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489600 00002000:00080000:3.0:1722795750.794390:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11018 count 1 00000100:00100000:1.0:1722795750.794417:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044403 00010000:00010000:0.0:1722795750.794420:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.794421:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+8:3680:x1806481766489600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.794435:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11022 count 1 00010000:00010000:0.0:1722795750.794439:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 748 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794440:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794446:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.794448:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794449:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794451:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794458:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 748 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794462:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 748 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794468:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794469:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.794470:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794471:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794473:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794474:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 748 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794474:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794485:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 748 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.794490:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 748 pid: 16108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.794496:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766489984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.794499:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 748 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.794500:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 748 pid: 16045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.794508:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766490112:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.794515:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 748 pid: 16045 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.794528:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766490240:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.794534:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.794534:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb300 going to sleep for 11 seconds 00002000:00080000:1.0:1722795750.794549:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11021 count 1 00010000:00010000:1.0:1722795750.794558:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.794560:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.794567:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 748 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794573:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794574:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794576:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.794585:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.794588:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 748 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794595:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 748 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.794603:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766490368:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.794621:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800783eb480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.794629:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766489728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.794633:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.794634:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489216 00000100:00100000:2.0:1722795750.794639:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489216 00000100:00100000:1.0:1722795750.794651:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766489856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.794656:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.794657:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489344 00000100:00100000:2.0:1722795750.794659:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489344 00000100:00100000:2.0:1722795750.794668:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489728 00000100:00100000:2.0:1722795750.794670:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489728 00000100:00100000:1.0:1722795750.794673:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044404 00000100:00100000:0.0:1722795750.794679:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044405 00000100:00100000:0.0:1722795750.794684:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+11:3678:x1806481766489344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.794687:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+11:3681:x1806481766489216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.794696:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11020 count 1 00000100:00100000:2.0:1722795750.794696:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044406 00002000:00080000:1.0:1722795750.794698:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11019 count 1 00000100:00100000:2.0:1722795750.794705:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+11:3681:x1806481766489728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.794706:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794707:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794716:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 748 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794717:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 748 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794721:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.794722:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794723:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1722795750.794723:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11023 count 1 00010000:00010000:0.0:1722795750.794724:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.794725:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794726:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794738:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 748 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.794739:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.794741:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 748 pid: 16108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.794745:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 748 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.794748:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 748 pid: 16108 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.794753:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766490496:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.794757:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766490624:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.794757:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 748 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.794767:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.794770:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.794773:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.794774:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880131c89e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.794776:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.794784:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.794798:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 748 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.794812:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 748 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.794822:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766490752:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.794838:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766489856 00000100:00100000:3.0:1722795750.794843:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766489856 00000100:00100000:2.0:1722795750.794854:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.794890:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044407 00000100:00100000:3.0:1722795750.794897:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+12:3678:x1806481766489856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.794930:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11024 count 1 00010000:00010000:3.0:1722795750.794942:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794956:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 748 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.794964:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.794966:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.794969:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.795006:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 748 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.795019:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 748 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.795032:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766490880:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.795080:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.796083:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.796100:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443776 00000100:00100000:0.0:1722795750.796103:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.796106:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443776 00000100:00100000:2.0:1722795750.796106:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766489984:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.796133:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796142:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 749 pid: 16108 timeout: 946 lvb_type: 0 00000100:00080000:2.0:1722795750.796149:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795720 00000100:00100000:1.0:1722795750.796160:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443904 00000100:00100000:1.0:1722795750.796162:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443904 00000100:00100000:0.0:1722795750.796170:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.796170:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 750 pid: 16045 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.796178:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766490240:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.796183:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046443648 00000100:00100000:1.0:1722795750.796185:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046443648 00010000:00010000:1.0:1722795750.796191:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 751 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.796194:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967713 00010000:00010000:3.0:1722795750.796198:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.796199:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+751:2006:x1806482046443776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.796206:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967714 00010000:00010000:0.0:1722795750.796209:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.796211:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+751:2003:x1806482046443904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.796214:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 751 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.796219:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.796219:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967715 00010000:00010000:1.0:1722795750.796223:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 751 pid: 16045 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.796225:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+751:2005:x1806482046443648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.796229:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 751 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.796232:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 751 pid: 16045 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.796234:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.796239:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 751 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.796245:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.796245:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800813f33c0/0xc2e84c07bf93575e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bc1e expref: 751 pid: 16045 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.796246:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.796249:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796250:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e021680/0xc2e84c07bf936017 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c0ee expref: 751 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.796256:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796260:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.796260:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 749 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.796261:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.796264:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.796268:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.796268:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766490112:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.796271:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796279:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087288b40/0xc2e84c07bf9354ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bb06 expref: 749 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.796281:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796285:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.796288:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796294:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796301:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.796301:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796303:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.796307:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796307:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796313:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796318:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796324:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.796328:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796335:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.796339:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+748:2003:x1806482046443904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 126us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.796345:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967714 00010000:00010000:3.0:1722795750.796345:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796346:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.796350:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa6837d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.796359:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+747:2006:x1806482046443776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 157us (275us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.796367:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.796369:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967713 00010000:00010000:1.0:1722795750.796374:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.796374:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+747:2005:x1806482046443648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 146us (202us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.796381:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.796382:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967715 00010000:00010000:1.0:1722795750.796386:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796392:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796418:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.796421:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796427:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796435:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796441:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68376 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796447:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796455:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796461:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796467:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796472:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796477:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.796480:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796485:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796499:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796521:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6836f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.796602:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+15:3680:x1806481766489600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2177us (2234us total) trans 4296352427 rc 0/0 00000100:00100000:1.0:1722795750.796607:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+15:3680:x1806481766489088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2242us (2317us total) trans 4296352428 rc 0/0 00000100:00100000:3.0:1722795750.796609:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044403 00000100:00100000:1.0:1722795750.796615:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044401 00000100:00100000:1.0:1722795750.796657:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766490496:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.796662:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766490752:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.796673:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796679:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.796684:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+13:3679:x1806481766488960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2329us (2445us total) trans 4296352429 rc 0/0 00000100:00100000:1.0:1722795750.796691:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766490368:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.796691:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044400 00010000:00010000:1.0:1722795750.796700:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.796705:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089663b80/2, rc 0, transno 1385132 00000100:00100000:3.0:1722795750.796712:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766489088:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.796720:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089661180/2, rc 0, transno 1385131 00000100:00100000:3.0:1722795750.796723:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766489600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.796727:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766490624:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.796739:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.796752:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766490880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.796771:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766491008:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.796785:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.796792:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.796805:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795750.796816:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766491136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.796836:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766491008 00000004:00080000:1.0:1722795750.796837:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089661c00/2, rc 0, transno 1385133 00000100:00100000:2.0:1722795750.796841:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766491008 00000100:00100000:1.0:1722795750.796845:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766488960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.796884:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.796906:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044408 00000100:00100000:1.0:1722795750.796908:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766491136 00000100:00100000:2.0:1722795750.796910:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+13:3679:x1806481766491008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.796912:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766491136 00002000:00080000:2.0:1722795750.796922:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11025 count 1 00000100:00100000:1.0:1722795750.796928:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044409 00000100:00100000:1.0:1722795750.796932:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+14:3681:x1806481766491136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.796933:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.796933:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796943:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 745 pid: 16111 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.796944:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11026 count 1 00010000:00010000:2.0:1722795750.796948:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.796949:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.796951:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796954:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.796957:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.796965:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 745 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796969:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 745 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.796975:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.796976:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.796976:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444288 00010000:00010000:1.0:1722795750.796978:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.796978:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 745 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.796979:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.796980:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444288 00000100:00100000:2.0:1722795750.796986:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766491264:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.796992:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 746 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.796994:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 746 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.796999:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.796999:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 746 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.797008:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766491392:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.797011:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e4840c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.797011:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444416 00000100:00100000:3.0:1722795750.797013:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444416 00010000:00010000:3.0:1722795750.797019:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 747 pid: 16108 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.797027:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880075e56b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.797028:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444032 00000100:00100000:3.0:1722795750.797030:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444032 00010000:00010000:3.0:1722795750.797035:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 748 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.797045:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444160 00000100:00100000:3.0:1722795750.797047:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444160 00010000:00010000:3.0:1722795750.797052:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 749 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.797058:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967716 00000100:00100000:1.0:1722795750.797064:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+749:2006:x1806482046444288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.797065:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967717 00000100:00100000:2.0:1722795750.797070:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+749:2006:x1806482046444416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.797070:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967718 00010000:00010000:1.0:1722795750.797074:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.797075:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+749:2006:x1806482046444032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.797076:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.797080:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 749 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.797081:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 749 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797082:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.797086:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 749 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.797088:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 749 pid: 16108 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.797092:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 749 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797094:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 749 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.797099:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777fc480/0xc2e84c07bf935be8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083be8d expref: 749 pid: 16108 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.797101:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967719 00010000:00010000:3.0:1722795750.797105:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800929cc480/0xc2e84c07bf935dbd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bf89 expref: 748 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.797107:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+748:2006:x1806482046444160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.797109:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.797110:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.797112:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.797113:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.797114:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.797115:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.797116:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135257840/0xc2e84c07bf93627f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c230 expref: 747 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797117:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797118:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797119:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 747 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797123:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797128:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.797131:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.797133:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 746 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.797135:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797135:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.797137:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.797143:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797144:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e50480/0xc2e84c07bf935a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083bd75 expref: 746 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.797154:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+745:2006:x1806482046444416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (196us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.797156:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.797156:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+745:2006:x1806482046444032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (178us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.797158:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.797159:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967717 00010000:00010000:0.0:1722795750.797160:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.797162:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967718 00010000:00010000:1.0:1722795750.797164:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.797166:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797179:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.797185:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766491520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.797189:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+743:2006:x1806482046444288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.797195:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+743:2006:x1806482046444160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.797198:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967716 00000100:00100000:0.0:1722795750.797202:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967719 00000100:00100000:2.0:1722795750.797208:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.797209:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.797216:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444544 00000100:00100000:1.0:1722795750.797220:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444544 00010000:00010000:0.0:1722795750.797224:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797230:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797232:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.797232:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766491520 00000100:00100000:3.0:1722795750.797235:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766491520 00010000:00010000:0.0:1722795750.797236:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797246:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.797247:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044410 00000100:00100000:3.0:1722795750.797250:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+15:3681:x1806481766491520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.797251:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.797253:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967720 00010000:00010000:0.0:1722795750.797256:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.797258:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.797259:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+742:2006:x1806482046444544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1722795750.797262:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11027 count 1 00010000:00010000:0.0:1722795750.797264:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797267:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.797271:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797272:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797272:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797276:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa6838b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.797282:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 742 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.797287:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.797289:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.797291:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797291:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.797304:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 742 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797307:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008855f3c0/0xc2e84c07bf936400 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c31e expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.797312:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 742 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.797319:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766491648:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.797320:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.797322:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.797325:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797334:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.797342:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.797366:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.797387:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.797391:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+741:2006:x1806482046444544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 129us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.797412:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797419:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.797420:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+16:3681:x1806481766489216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2741us (2835us total) trans 4296352430 rc 0/0 00010000:00010000:2.0:1722795750.797425:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.797426:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044404 00000100:00100000:1.0:1722795750.797429:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967720 00010000:00010000:2.0:1722795750.797430:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797434:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.797437:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797442:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797456:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797456:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.797461:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa683a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797465:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.797468:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089660700/2, rc 0, transno 1385134 00010000:00010000:1.0:1722795750.797475:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.797476:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766489216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.797490:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797499:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797507:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.797511:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797519:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797528:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797534:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68392 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.797587:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+17:3678:x1806481766489856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2688us (2799us total) trans 4296352431 rc 0/0 00000004:00080000:0.0:1722795750.797594:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089662a00/2, rc 0, transno 1385135 00000100:00100000:2.0:1722795750.797595:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044407 00000100:00100000:0.0:1722795750.797599:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766489856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.797619:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797625:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797631:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797637:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797642:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.797645:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+16:3678:x1806481766489344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2960us (3010us total) trans 4296352432 rc 0/0 00010000:00010000:0.0:1722795750.797646:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.797648:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.797651:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044405 00010000:00010000:0.0:1722795750.797654:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797662:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.797667:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68384 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797670:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797676:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797682:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797688:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797693:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797697:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.797700:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797705:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797712:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.797717:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68399 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.797780:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+17:3679:x1806481766489472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3410us (3463us total) trans 4296352433 rc 0/0 00000100:00100000:1.0:1722795750.797847:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+17:3681:x1806481766489728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3142us (3190us total) trans 4296352434 rc 0/0 00000100:00100000:0.0:1722795750.797857:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044402 00000100:00100000:1.0:1722795750.797879:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044406 00000004:00080000:3.0:1722795750.797890:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089663100/2, rc 0, transno 1385138 00000100:00100000:1.0:1722795750.797905:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766491904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.797906:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766489728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.797909:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766491776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.797927:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.797940:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795750.797947:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089661880/2, rc 0, transno 1385137 00000100:00100000:1.0:1722795750.797951:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766489472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.797964:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766491904 00000100:00100000:1.0:1722795750.797967:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766491904 00000100:00100000:1.0:1722795750.797978:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766491776 00000100:00100000:1.0:1722795750.797979:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766491776 00000004:00080000:0.0:1722795750.797980:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089661500/2, rc 0, transno 1385136 00000100:00100000:1.0:1722795750.797990:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044411 00000100:00100000:0.0:1722795750.797991:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766489344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.797994:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+17:3679:x1806481766491904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.797994:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766492160:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.798005:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11029 count 1 00000100:00100000:2.0:1722795750.798014:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044412 00010000:00010000:1.0:1722795750.798015:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798016:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.798022:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+17:3678:x1806481766491776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.798025:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 740 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798030:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.798031:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.798032:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795750.798034:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798036:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766492032:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.798039:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11028 count 1 00010000:00010000:1.0:1722795750.798046:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 740 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798047:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.798053:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 740 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798053:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798060:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766492160 00000100:00100000:1.0:1722795750.798061:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766492288:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.798063:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766492160 00010000:00010000:2.0:1722795750.798067:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 740 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798076:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.798076:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766492032 00010000:00010000:2.0:1722795750.798078:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.798078:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766492032 00010000:00010000:2.0:1722795750.798081:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.798084:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880131c89e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.798087:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044413 00000100:00100000:3.0:1722795750.798091:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+19:3681:x1806481766492160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.798097:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044414 00000100:00100000:1.0:1722795750.798101:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+19:3681:x1806481766492032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.798102:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 740 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.798103:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11031 count 1 00002000:00080000:1.0:1722795750.798111:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11030 count 1 00010000:00010000:3.0:1722795750.798113:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798115:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 740 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.798118:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798123:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 740 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.798124:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766492416:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.798127:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798128:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.798130:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.798132:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.798132:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798133:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.798135:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798145:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 740 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.798146:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.798147:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798153:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 740 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.798155:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.798162:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766492672:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.798166:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766492544:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.798168:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766491264:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.798179:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.798179:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798186:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129b40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.798211:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766491392:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.798223:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.798294:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.798332:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444672 00000100:00100000:0.0:1722795750.798336:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.798336:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444672 00000100:00100000:1.0:1722795750.798340:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766492800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.798348:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 741 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.798363:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.798368:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444800 00000100:00100000:2.0:1722795750.798370:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444800 00010000:00010000:2.0:1722795750.798377:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.798389:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967721 00000100:00100000:2.0:1722795750.798393:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+742:2006:x1806482046444672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.798400:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.798418:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.798418:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967722 00010000:00010000:2.0:1722795750.798437:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.798440:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+742:2004:x1806482046444800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.798441:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046444928 00000100:00100000:1.0:1722795750.798444:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046444928 00010000:00010000:3.0:1722795750.798449:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.798453:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 743 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798454:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 743 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.798456:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 743 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.798463:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 743 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798466:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ddb2ac0/0xc2e84c07bf9366ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c483 expref: 743 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.798467:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766492800 00000100:00100000:1.0:1722795750.798470:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967723 00000100:00100000:0.0:1722795750.798473:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766492800 00000100:00100000:1.0:1722795750.798474:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+742:2004:x1806482046444928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.798475:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.798476:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.798479:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798480:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094089d40/0xc2e84c07bf9368d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c5a2 expref: 742 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.798481:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.798484:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 742 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798484:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798492:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 741 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.798494:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044415 00010000:00010000:3.0:1722795750.798495:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.798497:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.798500:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+20:3678:x1806481766492800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.798500:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.798500:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798502:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.798504:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.798506:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798509:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798512:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798522:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1722795750.798524:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11032 count 1 00000100:00100000:2.0:1722795750.798526:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+741:2006:x1806482046444672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 130us (232us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.798530:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.798535:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967721 00010000:00010000:0.0:1722795750.798537:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.798538:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+741:2004:x1806482046444928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.798543:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967723 00010000:00010000:0.0:1722795750.798552:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 739 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798555:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+739:2004:x1806482046444800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 128us (216us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.798560:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.798561:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.798562:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.798565:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798567:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798568:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967722 00010000:00010000:1.0:1722795750.798573:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798578:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798583:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.798587:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 738 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798587:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.798589:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798594:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798600:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798601:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.798607:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 738 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798609:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.798611:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa683ae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798612:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c37fa80/0xc2e84c07bf936ba1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c6e4 expref: 738 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.798616:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.798619:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766492928:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.798625:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.798627:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766491648:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.798631:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798635:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e9686c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.798638:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798641:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798643:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.798646:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.798651:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798651:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.798656:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa683a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798660:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798670:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798679:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798688:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798696:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.798699:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.798715:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.798726:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+22:3681:x1806481766491136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1792us (1863us total) trans 4296352435 rc 0/0 00010000:00010000:3.0:1722795750.798728:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.798731:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044409 00010000:00010000:3.0:1722795750.798737:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa683b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.798781:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089660a80/2, rc 0, transno 1385139 00000100:00100000:1.0:1722795750.798787:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766491136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.798849:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+21:3679:x1806481766491008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1935us (2053us total) trans 4296352436 rc 0/0 00000004:00080000:1.0:1722795750.798854:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089662d80/2, rc 0, transno 1385140 00000100:00100000:1.0:1722795750.798858:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766491008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.798859:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044408 00000100:00100000:1.0:1722795750.798922:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766493056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.798940:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795750.798946:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766493184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.798963:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.798965:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+21:3681:x1806481766491520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1710us (1752us total) trans 4296352437 rc 0/0 00000100:00100000:3.0:1722795750.798973:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044410 00000100:00100000:2.0:1722795750.798979:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766493184 00000004:00080000:1.0:1722795750.798980:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b68e00/2, rc 0, transno 1385141 00000100:00100000:2.0:1722795750.798982:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766493184 00000100:00100000:1.0:1722795750.798985:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766491520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.798998:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.798998:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044416 00000100:00100000:2.0:1722795750.799002:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+21:3681:x1806481766493184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.799012:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766493056 00002000:00080000:2.0:1722795750.799013:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11034 count 1 00000100:00100000:0.0:1722795750.799018:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766493056 00010000:00010000:2.0:1722795750.799023:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.799033:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 737 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.799038:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.799040:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.799042:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.799044:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044417 00000100:00100000:0.0:1722795750.799050:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+22:3679:x1806481766493056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.799060:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 737 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.799066:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11033 count 1 00010000:00010000:2.0:1722795750.799071:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 737 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.799079:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799083:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766493312:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.799094:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 737 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.799101:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.799102:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.799105:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799115:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.799121:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 737 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.799129:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 737 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.799142:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766493440:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.799162:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.799193:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766493568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.799221:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.799242:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766493568 00000100:00100000:3.0:1722795750.799247:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766493568 00000100:00100000:3.0:1722795750.799268:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044418 00000100:00100000:3.0:1722795750.799274:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+23:3681:x1806481766493568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.799289:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11035 count 1 00010000:00010000:3.0:1722795750.799303:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.799317:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 737 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.799326:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.799328:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.799331:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.799352:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 737 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.799363:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 737 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.799375:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766493696:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.799446:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.799557:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766492288:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.799571:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799603:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766492416:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.799611:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.799623:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.799635:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.799640:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445184 00000100:00100000:2.0:1722795750.799643:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445184 00010000:00010000:2.0:1722795750.799654:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 738 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.799659:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766492544:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.799667:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.799667:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445056 00000100:00100000:2.0:1722795750.799669:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445056 00010000:00010000:2.0:1722795750.799675:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 739 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.799676:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.799680:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.799686:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445440 00000100:00100000:2.0:1722795750.799688:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445440 00010000:00010000:2.0:1722795750.799693:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.799696:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445312 00000100:00100000:3.0:1722795750.799700:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445312 00000100:00100000:0.0:1722795750.799702:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967724 00000100:00100000:0.0:1722795750.799707:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+741:2003:x1806482046445184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.799713:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967725 00010000:00010000:0.0:1722795750.799715:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.799716:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 741 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.799717:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+741:2003:x1806482046445056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.799720:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 741 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799724:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.799727:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 741 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.799728:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 741 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.799734:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.799735:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 741 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.799739:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d10b600/0xc2e84c07bf937820 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cc39 expref: 741 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799746:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef2f40/0xc2e84c07bf9371eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c9a7 expref: 740 pid: 16053 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.799747:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445568 00010000:00010000:0.0:1722795750.799748:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.799749:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.799750:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445568 00010000:00010000:0.0:1722795750.799751:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.799755:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967726 00010000:00010000:0.0:1722795750.799757:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.799760:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+740:2006:x1806482046445440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.799760:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.799761:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.799761:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 740 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799764:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799768:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.799770:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799773:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799781:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.799782:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 740 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.799782:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967727 00000100:00100000:3.0:1722795750.799788:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+740:2006:x1806482046445312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.799793:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.799794:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.799796:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799800:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+740:2003:x1806482046445056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.799801:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.799802:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799805:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967725 00010000:00010000:3.0:1722795750.799806:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 740 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.799812:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.799817:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967728 00010000:00010000:3.0:1722795750.799818:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 739 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.799821:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+739:2005:x1806482046445568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.799826:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.799828:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.799829:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+739:2006:x1806482046445440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (161us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.799829:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 739 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.799834:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967726 00010000:00010000:3.0:1722795750.799834:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a608c900/0xc2e84c07bf936f3d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083c87a expref: 739 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799836:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 739 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799844:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.799846:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.799848:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.799849:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+737:2003:x1806482046445184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 141us (227us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.799849:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.799851:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.799854:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.799858:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967724 00010000:00010000:2.0:1722795750.799878:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.799887:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799889:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a17a61c0/0xc2e84c07bf9374f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083caf7 expref: 737 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.799894:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.799899:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766492672:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.799908:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.799912:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.799932:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+736:2005:x1806482046445568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (179us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.799941:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799946:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.799949:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+736:2006:x1806482046445312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 160us (266us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.799952:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799958:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799963:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799969:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.799972:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.799977:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800004:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800010:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa683d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.800109:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967728 00000100:00100000:3.0:1722795750.800117:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967727 00010000:00010000:0.0:1722795750.800132:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800137:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+24:3681:x1806481766492032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2035us (2088us total) trans 4296352438 rc 0/0 00010000:00010000:2.0:1722795750.800137:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800142:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800143:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044414 00010000:00010000:2.0:1722795750.800143:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800149:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800152:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800155:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800160:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800162:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800164:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.800166:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.800168:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6a680/2, rc 0, transno 1385142 00010000:00010000:0.0:1722795750.800170:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800174:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766492032:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.800175:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800178:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.800182:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800184:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800189:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa683c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800191:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800201:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800206:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa683ca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800242:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766493440:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.800252:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.800253:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800266:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445824 00000100:00100000:1.0:1722795750.800268:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445824 00010000:00010000:1.0:1722795750.800278:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 734 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.800284:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.800291:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445696 00000100:00100000:1.0:1722795750.800293:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445696 00010000:00010000:1.0:1722795750.800298:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 735 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.800310:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967729 00000100:00100000:2.0:1722795750.800310:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+24:3678:x1806481766491776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2287us (2369us total) trans 4296352439 rc 0/0 00000100:00100000:1.0:1722795750.800313:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+735:2003:x1806482046445824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.800316:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044412 00010000:00010000:1.0:1722795750.800319:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.800322:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 735 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.800334:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 735 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.800334:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800340:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800344:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099960fc0/0xc2e84c07bf937dfa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ceb6 expref: 735 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.800345:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800350:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800352:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.800353:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.800355:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800356:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800361:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800364:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.800367:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800371:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.800372:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800380:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800385:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa683bc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800392:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+734:2003:x1806482046445824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.800418:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967729 00000100:00100000:0.0:1722795750.800420:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+24:3681:x1806481766492160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2304us (2379us total) trans 4296352440 rc 0/0 00000100:00100000:0.0:1722795750.800426:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044413 00000100:00100000:1.0:1722795750.800432:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967730 00000100:00100000:1.0:1722795750.800436:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2006:x1806482046445696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.800436:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.800441:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.800445:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 733 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.800452:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 733 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.800456:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132dd0900/0xc2e84c07bf937b0d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083cd5f expref: 733 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.800461:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.800462:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.800465:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.800466:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766492928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.800470:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800478:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800478:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.800484:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.800489:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800490:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+732:2006:x1806482046445696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (207us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.800494:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800494:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967730 00010000:00010000:0.0:1722795750.800499:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800502:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046445952 00000100:00100000:1.0:1722795750.800504:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046445952 00010000:00010000:0.0:1722795750.800505:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800511:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 732 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.800513:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.800517:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.800518:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+24:3679:x1806481766491904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2523us (2589us total) trans 4296352441 rc 0/0 00000100:00100000:1.0:1722795750.800524:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967731 00000100:00100000:2.0:1722795750.800524:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044411 00010000:00010000:0.0:1722795750.800526:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800527:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+732:2006:x1806482046445952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.800531:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.800534:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 732 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.800539:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800541:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 732 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.800547:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa683d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800553:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133cc5200/0xc2e84c07bf93844b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d1aa expref: 732 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.800553:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800896e9b00/0xc2e84c07bf938062 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d00d expref: 732 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.800553:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766493696:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.800561:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.800562:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.800564:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.800564:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766493312:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.800570:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800574:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800577:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.800578:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800580:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800589:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+730:2006:x1806482046445952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (157us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.800589:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800590:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.800594:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967731 00010000:00010000:2.0:1722795750.800595:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800600:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800600:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800605:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800607:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800609:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.800610:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800612:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800613:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800617:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800618:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800619:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800624:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800625:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800628:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.800629:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa683df lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800633:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800636:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.800638:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.800640:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800640:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800645:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800649:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800652:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.800657:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa683e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800663:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.800671:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa683ed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.800698:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+25:3678:x1806481766492800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2195us (2331us total) trans 4296352442 rc 0/0 00000100:00100000:0.0:1722795750.800706:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044415 00000100:00100000:2.0:1722795750.800729:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+25:3681:x1806481766493184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1725us (1764us total) trans 4296352443 rc 0/0 00000100:00100000:2.0:1722795750.800735:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044416 00000004:00080000:0.0:1722795750.800741:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6a300/2, rc 0, transno 1385146 00000100:00100000:0.0:1722795750.800745:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766492800:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.800752:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b68700/2, rc 0, transno 1385143 00000100:00100000:0.0:1722795750.800754:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766491776:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.800763:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b68a80/2, rc 0, transno 1385145 00000100:00100000:2.0:1722795750.800767:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766491904:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.800773:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6aa00/2, rc 0, transno 1385147 00000100:00100000:1.0:1722795750.800781:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766493184:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.800797:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6b800/2, rc 0, transno 1385144 00000100:00100000:1.0:1722795750.800802:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766492160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.800806:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+25:3681:x1806481766493568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1530us (1583us total) trans 4296352445 rc 0/0 00000100:00100000:0.0:1722795750.800807:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766493824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.800812:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044418 00000100:00100000:1.0:1722795750.800815:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766494208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.800818:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766493952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.800843:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.800900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1722795750.800914:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b68000/2, rc 0, transno 1385149 00000100:00100000:3.0:1722795750.800923:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+24:3679:x1806481766493056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1872us (1923us total) trans 4296352444 rc 0/0 00000100:00100000:2.0:1722795750.800927:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766494208 00000100:00100000:1.0:1722795750.800934:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766493568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.800937:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766494208 00000100:00100000:3.0:1722795750.800939:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044417 00000100:00100000:1.0:1722795750.800947:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795750.800955:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766494080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.800955:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766493952 00000100:00100000:3.0:1722795750.800959:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766493952 00000100:00100000:2.0:1722795750.800963:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044419 00000100:00100000:2.0:1722795750.800970:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+25:3681:x1806481766494208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.800975:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044420 00000100:00100000:3.0:1722795750.800979:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+25:3679:x1806481766493952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.800985:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795750.800986:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11039 count 1 00002000:00080000:3.0:1722795750.800992:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11037 count 1 00010000:00010000:2.0:1722795750.801003:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.801003:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801012:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766494080 00010000:00010000:3.0:1722795750.801015:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 729 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801017:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766494080 00010000:00010000:2.0:1722795750.801019:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 729 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.801020:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.801022:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.801024:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.801028:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.801030:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.801033:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801037:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044421 00010000:00010000:3.0:1722795750.801039:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 729 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801042:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+26:3681:x1806481766494080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.801048:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 729 pid: 16049 timeout: 946 lvb_type: 0 00002000:00080000:0.0:1722795750.801054:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11038 count 1 00010000:00010000:2.0:1722795750.801058:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 729 pid: 16103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.801058:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766494592:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.801065:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.801067:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 729 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.801075:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 729 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801081:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.801083:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.801083:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766494720:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.801085:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.801085:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.801100:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 729 pid: 15623 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.801106:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.801108:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 729 pid: 15623 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.801117:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766494848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.801122:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766494464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.801140:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.801144:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.801164:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766494464 00000100:00100000:3.0:1722795750.801167:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766494464 00000004:00080000:2.0:1722795750.801172:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b69880/2, rc 0, transno 1385148 00000100:00100000:0.0:1722795750.801174:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.801178:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766493056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.801182:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766493824 00000100:00100000:3.0:1722795750.801184:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766493824 00000100:00100000:2.0:1722795750.801188:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795750.801195:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044422 00000100:00100000:2.0:1722795750.801196:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766494336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.801199:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+28:3679:x1806481766494464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.801210:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044423 00002000:00080000:3.0:1722795750.801210:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11041 count 1 00000100:00100000:0.0:1722795750.801216:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+28:3678:x1806481766493824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.801219:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.801221:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.801230:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 729 pid: 16088 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.801232:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11036 count 1 00010000:00010000:3.0:1722795750.801235:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.801236:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.801238:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.801243:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766494336 00010000:00010000:0.0:1722795750.801246:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.801249:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766494336 00010000:00010000:3.0:1722795750.801255:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 729 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801267:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 729 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.801269:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 729 pid: 16088 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.801273:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044424 00010000:00010000:0.0:1722795750.801276:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.801278:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.801278:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+29:3679:x1806481766494336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.801282:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.801289:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766494976:192.168.201.15@tcp:104: 00002000:00080000:1.0:1722795750.801292:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11040 count 1 00010000:00010000:1.0:1722795750.801303:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801306:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 729 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.801314:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 729 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801319:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 729 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.801320:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.801322:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.801324:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.801324:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.801330:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766495360:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.801340:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 729 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.801346:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766495104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.801349:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 729 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.801353:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.801358:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766495488:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.801375:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.801382:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.801426:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766495104 00000100:00100000:1.0:1722795750.801430:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766495104 00000100:00100000:3.0:1722795750.801435:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.801444:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766495232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.801453:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044425 00000100:00100000:1.0:1722795750.801458:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+30:3680:x1806481766495104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.801469:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11042 count 1 00000100:00100000:3.0:1722795750.801471:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.801480:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.801490:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 729 pid: 16025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801494:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766495232 00010000:00010000:1.0:1722795750.801495:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.801497:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.801498:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766495232 00010000:00010000:1.0:1722795750.801499:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.801512:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 729 pid: 16025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.801518:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044426 00010000:00010000:1.0:1722795750.801520:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 729 pid: 16025 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.801522:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+31:3680:x1806481766495232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.801528:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766495616:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795750.801534:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11043 count 1 00010000:00010000:0.0:1722795750.801544:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.801547:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300240 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.801555:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 729 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801565:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.801567:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.801569:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801583:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 729 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.801591:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 729 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.801689:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766495744:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.801737:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.802525:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.802548:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.802550:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766494592:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.802567:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.802571:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.802574:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446080 00000100:00100000:2.0:1722795750.802576:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766494720:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.802580:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446080 00010000:00010000:2.0:1722795750.802592:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.802596:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 730 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.802611:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766494976:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.802615:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446336 00000100:00100000:2.0:1722795750.802619:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446336 00000100:00100000:1.0:1722795750.802620:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446208 00010000:00010000:3.0:1722795750.802621:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.802622:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446208 00010000:00010000:1.0:1722795750.802629:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 732 pid: 15623 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.802630:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.802636:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 732 pid: 16103 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.802642:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446464 00000100:00100000:1.0:1722795750.802644:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446464 00010000:00010000:1.0:1722795750.802649:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 733 pid: 16088 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.802651:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.802655:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967732 00000100:00100000:2.0:1722795750.802659:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446592 00000100:00100000:2.0:1722795750.802662:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446592 00000100:00100000:3.0:1722795750.802662:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2004:x1806482046446080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.802670:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967733 00010000:00010000:3.0:1722795750.802672:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.802673:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 734 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.802675:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+734:2005:x1806482046446208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.802678:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 734 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.802682:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.802685:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.802687:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 734 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.802689:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 734 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.802693:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446720 00000100:00100000:2.0:1722795750.802696:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446720 00010000:00010000:1.0:1722795750.802697:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 734 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.802706:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 735 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.802707:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ea54b40/0xc2e84c07bf9389d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d47b expref: 735 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.802713:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.802715:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.802718:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.802718:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.802719:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.802721:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.802724:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.802728:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802730:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446848 00010000:00010000:3.0:1722795750.802732:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802733:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446848 00010000:00010000:2.0:1722795750.802740:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 735 pid: 16025 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.802749:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.802753:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.802756:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967734 00000100:00100000:2.0:1722795750.802760:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+735:2006:x1806482046446336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.802767:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.802771:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 735 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.802778:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 735 pid: 16103 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.802780:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+735:2005:x1806482046446208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 102us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.802780:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+735:2004:x1806482046446080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 117us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.802784:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.802788:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967732 00010000:00010000:2.0:1722795750.802790:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8b4480/0xc2e84c07bf938e3f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d6b9 expref: 735 pid: 16103 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.802801:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967733 00010000:00010000:2.0:1722795750.802801:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.802802:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.802806:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.802807:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046446976 00000100:00100000:3.0:1722795750.802811:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046446976 00010000:00010000:2.0:1722795750.802815:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.802820:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967735 00010000:00010000:3.0:1722795750.802825:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 733 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.802826:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2006:x1806482046446464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.802832:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967736 00010000:00010000:1.0:1722795750.802835:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.802837:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2006:x1806482046446592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.802838:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.802840:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 733 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802844:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.802847:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967737 00010000:00010000:0.0:1722795750.802849:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 733 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.802852:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 733 pid: 16088 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.802853:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2006:x1806482046446720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.802858:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 733 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.802879:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.802886:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.802886:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 733 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802888:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.802890:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802891:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+733:2006:x1806482046446336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 127us (339us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.802892:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2f9b00/0xc2e84c07bf9392ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d92f expref: 733 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802896:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802899:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967734 00010000:00010000:3.0:1722795750.802905:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 732 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802906:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.802907:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.802909:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.802912:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802919:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967738 00010000:00010000:3.0:1722795750.802919:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.802921:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+731:2006:x1806482046446592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (270us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.802921:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.802921:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.802924:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.802925:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+731:2006:x1806482046446848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.802926:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967736 00010000:00010000:2.0:1722795750.802945:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.802945:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.802951:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967739 00010000:00010000:2.0:1722795750.802951:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 730 pid: 16025 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.802952:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.802954:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+730:2006:x1806482046446976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.802960:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.802960:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.802962:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 730 pid: 16025 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802963:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 730 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.802971:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 730 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.802974:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.802975:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+730:2006:x1806482046446464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 147us (345us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.802975:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.802978:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.802979:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.802980:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.802982:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.802982:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+730:2006:x1806482046446720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 127us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.802983:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967735 00010000:00010000:2.0:1722795750.802983:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.802988:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.802990:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967737 00010000:00010000:2.0:1722795750.802992:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.802995:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.803009:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+728:2006:x1806482046446976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.803010:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+728:2006:x1806482046446848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.803014:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967739 00000100:00100000:2.0:1722795750.803017:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967738 00010000:00010000:3.0:1722795750.803030:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803040:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f1cd8c0/0xc2e84c07bf938738 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d31d expref: 726 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.803040:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803042:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803048:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.803049:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766495360:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.803049:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803050:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800808b0fc0/0xc2e84c07bf939515 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083da4e expref: 725 pid: 16025 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.803054:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803059:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803059:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803059:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803064:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.803065:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766495616:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.803066:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803068:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96af40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.803070:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803071:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803074:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803076:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803076:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803080:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803081:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803082:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803082:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.803085:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803086:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803087:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa683f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803091:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.803091:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803093:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803094:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803098:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803098:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803105:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803106:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803107:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803109:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68410 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803114:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa683fb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803116:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803125:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803132:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.803136:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803145:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803158:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803166:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6841e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803206:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+34:3681:x1806481766494208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2236us (2362us total) trans 4296352446 rc 0/0 00000100:00100000:2.0:1722795750.803212:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044419 00000100:00100000:0.0:1722795750.803217:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+34:3678:x1806481766493824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2001us (2042us total) trans 4296352447 rc 0/0 00000100:00100000:0.0:1722795750.803223:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044423 00000004:00080000:2.0:1722795750.803238:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6ad80/2, rc 0, transno 1385150 00000100:00100000:2.0:1722795750.803243:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766494208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.803248:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa246c0/0xc2e84c07bf939761 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083db82 expref: 724 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.803255:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+33:3679:x1806481766493952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2273us (2389us total) trans 4296352448 rc 0/0 00000100:00100000:0.0:1722795750.803261:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766495744:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.803264:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044420 00010000:00010000:0.0:1722795750.803275:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803291:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.803298:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b69f80/2, rc 0, transno 1385152 00010000:00010000:0.0:1722795750.803299:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803303:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766493952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.803308:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803315:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803324:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803331:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.803332:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+32:3680:x1806481766495104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1872us (1956us total) trans 4296352449 rc 0/0 00010000:00010000:0.0:1722795750.803334:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.803338:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044425 00010000:00010000:0.0:1722795750.803343:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.803344:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c9c00/2, rc 0, transno 1385153 00000100:00100000:3.0:1722795750.803349:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766495104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.803355:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803358:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803360:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68425 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803360:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766496128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.803364:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803369:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803374:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803379:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803387:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.803388:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.803390:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803416:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803420:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766496128 00000100:00100000:2.0:1722795750.803424:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766496128 00010000:00010000:1.0:1722795750.803425:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803430:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68409 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803445:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044427 00000100:00100000:3.0:1722795750.803448:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766496000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.803451:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+33:3680:x1806481766496128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.803465:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11046 count 1 00000100:00100000:3.0:1722795750.803469:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.803478:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.803486:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+34:3680:x1806481766495232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1963us (2015us total) trans 4296352450 rc 0/0 00000100:00100000:3.0:1722795750.803487:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766496000 00000100:00100000:3.0:1722795750.803490:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766496000 00000100:00100000:0.0:1722795750.803492:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044426 00010000:00010000:2.0:1722795750.803492:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 723 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803500:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.803502:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.803505:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803505:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044428 00000100:00100000:3.0:1722795750.803508:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+34:3679:x1806481766496000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.803516:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766495872:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.803520:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11045 count 1 00000100:00100000:1.0:1722795750.803526:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+34:3679:x1806481766494464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2325us (2380us total) trans 4296352451 rc 0/0 00010000:00010000:2.0:1722795750.803526:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 723 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803530:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.803532:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.803532:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044422 00010000:00010000:2.0:1722795750.803535:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 723 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.803539:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 723 pid: 16079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.803544:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766495872 00010000:00010000:3.0:1722795750.803544:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1722795750.803545:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b69500/2, rc 0, transno 1385151 00010000:00010000:3.0:1722795750.803546:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.803547:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766495872 00000100:00100000:2.0:1722795750.803548:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766496256:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.803548:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.803551:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766493824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.803561:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044429 00010000:00010000:3.0:1722795750.803561:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 723 pid: 16079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.803564:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+34:3678:x1806481766495872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.803568:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 723 pid: 16079 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.803575:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11044 count 1 00000100:00100000:3.0:1722795750.803576:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766496384:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.803581:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.803584:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803593:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 723 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803593:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.803602:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.803603:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.803605:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.803611:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c8e00/2, rc 0, transno 1385154 00000100:00100000:3.0:1722795750.803615:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766495232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.803618:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 723 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803625:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 723 pid: 16116 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.803626:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6b100/2, rc 0, transno 1385155 00000100:00100000:3.0:1722795750.803629:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766494464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.803633:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766496512:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.803655:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300240 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.803659:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.803664:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766496640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.803668:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766496768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.803694:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096524fc0/0xc2e84c07bf93915d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d82c expref: 723 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.803699:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.803703:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766495488:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.803717:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803723:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.803724:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.803729:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803731:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766496896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.803739:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803744:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.803745:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803747:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766496640 00010000:00010000:1.0:1722795750.803751:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803751:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766496640 00010000:00010000:1.0:1722795750.803755:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.803757:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766496768 00010000:00010000:1.0:1722795750.803758:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803761:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766496768 00010000:00010000:1.0:1722795750.803763:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.803767:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766496896 00000100:00100000:2.0:1722795750.803768:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766496896 00010000:00010000:1.0:1722795750.803771:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803776:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68417 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.803777:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044430 00000100:00100000:3.0:1722795750.803781:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+37:3680:x1806481766496640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.803782:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044431 00000100:00100000:2.0:1722795750.803786:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+37:3678:x1806481766496768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.803789:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044432 00002000:00080000:3.0:1722795750.803793:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11047 count 1 00000100:00100000:0.0:1722795750.803796:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+37:3679:x1806481766496896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.803798:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11048 count 1 00010000:00010000:3.0:1722795750.803802:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803809:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803812:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 722 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.803813:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11049 count 1 00010000:00010000:3.0:1722795750.803818:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.803819:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 722 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803819:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.803821:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803824:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.803826:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.803828:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803835:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 722 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.803842:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 722 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.803848:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 722 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.803850:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 722 pid: 16053 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.803855:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766497024:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.803884:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766497152:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.803914:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+38:3679:x1806481766494336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2634us (2692us total) trans 4296352452 rc 0/0 00000100:00100000:3.0:1722795750.803914:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.803919:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044424 00000100:00100000:2.0:1722795750.803922:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.803945:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b19a880/0xc2e84c07bf938bf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083d593 expref: 722 pid: 15623 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.803953:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766494848:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.803959:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803963:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803969:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803970:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 721 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803973:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803975:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.803977:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.803978:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.803979:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803983:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803988:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803992:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.803993:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 721 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803994:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.803999:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.804005:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 721 pid: 15602 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.804005:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b68380/2, rc 0, transno 1385156 00010000:00010000:1.0:1722795750.804010:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.804012:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766497280:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.804014:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68402 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.804018:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766494336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.804034:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.804055:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.804062:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.804082:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.804108:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+38:3681:x1806481766494080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3065us (3123us total) trans 4296352453 rc 0/0 00000100:00100000:1.0:1722795750.804131:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044421 00000004:00080000:2.0:1722795750.804139:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070b6bb80/2, rc 0, transno 1385157 00000100:00100000:1.0:1722795750.804145:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766497408 00000100:00100000:2.0:1722795750.804147:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766494080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.804148:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766497408 00000100:00100000:1.0:1722795750.804161:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044433 00000100:00100000:1.0:1722795750.804165:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+38:3681:x1806481766497408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.804176:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11050 count 1 00000100:00100000:2.0:1722795750.804178:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766497536:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.804186:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.804195:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.804196:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 721 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.804201:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.804202:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.804204:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.804210:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766497536 00000100:00100000:0.0:1722795750.804215:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766497536 00010000:00010000:1.0:1722795750.804218:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 721 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.804230:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 721 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.804238:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044434 00000100:00100000:1.0:1722795750.804239:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766497664:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.804245:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+39:3681:x1806481766497536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.804260:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11051 count 1 00000100:00100000:1.0:1722795750.804262:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.804273:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.804287:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 721 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.804295:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.804297:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.804301:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.804323:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 721 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.804336:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 721 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.804357:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766497792:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.804391:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.804753:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766496256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.804770:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.804783:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766496384:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.804799:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.804803:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766496512:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.804804:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.804815:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.804824:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447104 00000100:00100000:2.0:1722795750.804829:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447104 00010000:00010000:2.0:1722795750.804843:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 722 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.804882:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967740 00000100:00100000:2.0:1722795750.804886:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+722:2005:x1806482046447104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.804893:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.804898:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 722 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.804914:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 722 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.804928:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801320bcfc0/0xc2e84c07bf93a31c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e0fa expref: 722 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.804941:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.804942:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.804945:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.804953:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.804981:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.804998:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805005:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805011:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805011:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+721:2005:x1806482046447104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (207us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.805015:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805017:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967740 00010000:00010000:0.0:1722795750.805020:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805024:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.805026:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805032:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805050:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805058:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6842c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.805285:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.805306:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+40:3680:x1806481766496128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1853us (1916us total) trans 4296352454 rc 0/0 00000100:00100000:3.0:1722795750.805314:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.805315:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044427 00000100:00100000:2.0:1722795750.805331:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447360 00000100:00100000:2.0:1722795750.805335:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447360 00010000:00010000:2.0:1722795750.805348:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 721 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.805368:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447232 00000100:00100000:3.0:1722795750.805369:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.805370:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447232 00010000:00010000:2.0:1722795750.805381:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 722 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.805417:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447616 00000100:00100000:1.0:1722795750.805423:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447616 00000100:00100000:3.0:1722795750.805424:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.805428:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967741 00000100:00100000:2.0:1722795750.805432:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+723:2005:x1806482046447360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.805438:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 723 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805439:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.805442:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 723 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.805445:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447488 00010000:00010000:2.0:1722795750.805449:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 723 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.805450:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447488 00000100:00100000:1.0:1722795750.805458:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967742 00010000:00010000:2.0:1722795750.805459:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a136d680/0xc2e84c07bf9399c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083dcbd expref: 724 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.805462:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+724:2005:x1806482046447232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.805465:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 724 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805466:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805467:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805469:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805470:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.805474:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 723 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805475:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.805475:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.805482:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 723 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.805485:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447744 00010000:00010000:2.0:1722795750.805486:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.805488:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447744 00010000:00010000:1.0:1722795750.805493:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096932400/0xc2e84c07bf939cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083de30 expref: 724 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.805495:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.805497:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 724 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.805501:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805503:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805505:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805505:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+723:2005:x1806482046447360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.805509:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967741 00010000:00010000:1.0:1722795750.805511:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.805514:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448000 00000100:00100000:0.0:1722795750.805516:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448000 00000100:00100000:2.0:1722795750.805521:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967743 00010000:00010000:1.0:1722795750.805523:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.805525:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 723 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.805525:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+723:2004:x1806482046447616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.805529:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.805532:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 723 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805538:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 723 pid: 16053 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.805542:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967744 00000100:00100000:1.0:1722795750.805542:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+723:2005:x1806482046447232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.805547:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967742 00000100:00100000:0.0:1722795750.805548:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+723:2006:x1806482046447488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.805550:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805551:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805554:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805560:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.805562:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805565:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 722 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805573:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.805576:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 722 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.805577:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967745 00000100:00100000:3.0:1722795750.805577:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.805581:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+722:2005:x1806482046447744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.805586:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.805589:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 722 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.805590:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.805591:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.805593:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+722:2004:x1806482046447616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (223us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.805595:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805596:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 722 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.805600:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967743 00010000:00010000:0.0:1722795750.805604:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805604:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805605:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805607:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805616:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805617:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046447872 00010000:00010000:0.0:1722795750.805618:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.805620:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046447872 00010000:00010000:1.0:1722795750.805623:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.805631:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 722 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.805636:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+722:2005:x1806482046447744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.805638:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+722:2006:x1806482046447488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.805639:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967745 00000100:00100000:0.0:1722795750.805645:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967744 00000100:00100000:1.0:1722795750.805650:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967746 00000100:00100000:1.0:1722795750.805654:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+721:2005:x1806482046448000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.805655:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967747 00010000:00010000:1.0:1722795750.805658:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.805659:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+720:2006:x1806482046447872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.805661:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 720 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.805666:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 720 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805668:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.805671:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 720 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.805673:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805674:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.805676:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805678:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 720 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.805680:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805685:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080b3eac0/0xc2e84c07bf93a5d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e27b expref: 720 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.805686:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.805687:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805688:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.805691:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805695:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094039d40/0xc2e84c07bf93acfb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e5d1 expref: 720 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.805696:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.805698:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+719:2005:x1806482046448000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.805700:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766497024:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.805703:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967746 00010000:00010000:2.0:1722795750.805704:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.805710:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766497280:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.805714:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805718:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+717:2006:x1806482046447872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.805719:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805722:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967747 00010000:00010000:1.0:1722795750.805724:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805724:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805726:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805730:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805733:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805734:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805735:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805739:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805742:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805743:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805743:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.805745:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805750:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805750:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a8e6880/0xc2e84c07bf93aa7e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e49d expref: 716 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.805750:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805751:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805756:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805758:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766497152:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.805758:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805759:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805760:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa6843a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805765:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.805767:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805769:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805770:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805774:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.805775:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805778:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805778:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805781:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805785:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805786:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805789:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805790:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805795:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805797:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.805797:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68441 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805799:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.805801:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.805802:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6844f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805806:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805812:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.805816:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68448 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.805886:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+41:3678:x1806481766495872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2296us (2329us total) trans 4296352455 rc 0/0 00000100:00100000:1.0:1722795750.805892:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044429 00010000:00010000:1.0:1722795750.805910:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805934:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805941:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.805943:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881cbb80/2, rc 0, transno 1385158 00010000:00010000:1.0:1722795750.805948:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805955:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.805958:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766496128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.805960:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.805963:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805970:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805980:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.805988:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68433 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.805998:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+42:3680:x1806481766496640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2211us (2293us total) trans 4296352456 rc 0/0 00000100:00100000:3.0:1722795750.806010:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044430 00000100:00100000:0.0:1722795750.806046:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+42:3679:x1806481766496896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2246us (2296us total) trans 4296352458 rc 0/0 00000100:00100000:0.0:1722795750.806058:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044432 00000100:00100000:2.0:1722795750.806070:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+42:3678:x1806481766496768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2278us (2341us total) trans 4296352457 rc 0/0 00000100:00100000:2.0:1722795750.806081:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044431 00000100:00100000:1.0:1722795750.806109:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+40:3679:x1806481766496000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2598us (2638us total) trans 4296352459 rc 0/0 00010000:00010000:0.0:1722795750.806110:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011def7840/0xc2e84c07bf93b3fb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e8c5 expref: 715 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.806116:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044428 00000004:00080000:2.0:1722795750.806125:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96ce00/2, rc 0, transno 1385160 00000100:00100000:0.0:1722795750.806127:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766497792:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.806130:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766496640:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.806142:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96f480/2, rc 0, transno 1385162 00010000:00010000:0.0:1722795750.806148:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.806151:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766496896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.806153:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078ee7840/0xc2e84c07bf93afa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083e70c expref: 714 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.806160:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.806164:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766497664:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795750.806164:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881ca300/2, rc 0, transno 1385163 00000100:00100000:3.0:1722795750.806170:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766496000:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.806171:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806182:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806183:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806209:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806210:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806217:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806217:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806224:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.806226:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806227:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806230:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766498048:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.806233:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806241:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806247:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806247:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766498176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.806250:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806254:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.806255:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa6845d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806257:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806262:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.806266:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806273:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795750.806277:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806277:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766498304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.806285:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68456 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806287:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.806306:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766498176 00000100:00100000:3.0:1722795750.806311:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766498176 00000100:00100000:2.0:1722795750.806318:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.806327:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766498304 00000100:00100000:3.0:1722795750.806330:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766498304 00000100:00100000:3.0:1722795750.806341:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766498048 00000100:00100000:3.0:1722795750.806343:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766498048 00000100:00100000:2.0:1722795750.806345:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044435 00000100:00100000:2.0:1722795750.806351:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+44:3680:x1806481766498176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.806354:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+44:3681:x1806481766497536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2109us (2157us total) trans 4296352460 rc 0/0 00000100:00100000:3.0:1722795750.806356:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044436 00000100:00100000:0.0:1722795750.806360:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044434 00000100:00100000:3.0:1722795750.806362:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+44:3680:x1806481766498304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.806366:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11054 count 1 00000100:00100000:0.0:1722795750.806373:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044437 00002000:00080000:3.0:1722795750.806375:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11055 count 1 00000100:00100000:0.0:1722795750.806376:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+43:3679:x1806481766498048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.806378:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.806385:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11053 count 1 00010000:00010000:3.0:1722795750.806386:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806390:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 713 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806393:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806402:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 713 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806406:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.806408:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.806408:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+43:3681:x1806481766497408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2239us (2322us total) trans 4296352461 rc 0/0 00010000:00010000:0.0:1722795750.806409:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.806416:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044433 00010000:00010000:2.0:1722795750.806416:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.806418:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.806420:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 713 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806421:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806426:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 713 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.806429:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.806431:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.806434:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806444:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 713 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806453:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 713 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.806456:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 713 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.806459:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 713 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.806461:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766498432:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.806467:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766498560:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.806471:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 713 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.806481:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2240 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.806483:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766498688:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.806486:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.806491:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766497920:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.806504:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9180/2, rc 0, transno 1385164 00000100:00100000:3.0:1722795750.806506:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.806507:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.806510:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766497536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.806516:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881ca680/2, rc 0, transno 1385165 00000100:00100000:2.0:1722795750.806518:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.806522:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766497920 00000100:00100000:3.0:1722795750.806525:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766497920 00000004:00080000:0.0:1722795750.806531:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96d500/2, rc 0, transno 1385161 00000100:00100000:0.0:1722795750.806535:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766496768:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.806541:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c9500/2, rc 0, transno 1385159 00000100:00100000:3.0:1722795750.806542:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044438 00000100:00100000:0.0:1722795750.806544:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766495872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.806547:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+43:3678:x1806481766497920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.806551:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766498816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.806556:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766499072:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.806559:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11052 count 1 00000100:00100000:0.0:1722795750.806566:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.806570:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.806574:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.806574:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.806578:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766498944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.806582:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 713 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.806587:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766498816 00000100:00100000:0.0:1722795750.806589:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.806590:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.806591:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.806592:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766498816 00010000:00010000:3.0:1722795750.806594:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.806603:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766499200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.806611:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766499072 00010000:00010000:3.0:1722795750.806611:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 713 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.806614:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766499072 00000100:00100000:2.0:1722795750.806615:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.806625:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766498944 00000100:00100000:1.0:1722795750.806627:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766498944 00000100:00100000:2.0:1722795750.806628:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766499200 00010000:00010000:3.0:1722795750.806629:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 713 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.806631:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766499200 00000100:00100000:3.0:1722795750.806639:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766499328:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.806641:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044439 00000100:00100000:2.0:1722795750.806645:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044440 00000100:00100000:1.0:1722795750.806647:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766498816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.806650:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766499072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.806656:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044441 00000100:00100000:0.0:1722795750.806662:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766498944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.806662:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11056 count 1 00002000:00080000:2.0:1722795750.806663:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11058 count 1 00000100:00100000:3.0:1722795750.806664:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00002000:00080000:0.0:1722795750.806675:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11057 count 1 00010000:00010000:1.0:1722795750.806675:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806675:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.806681:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044442 00000100:00100000:3.0:1722795750.806687:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766499200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.806688:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806688:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 713 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806694:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 713 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806696:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.806697:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.806700:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.806700:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11059 count 1 00010000:00010000:0.0:1722795750.806701:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 713 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806701:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.806703:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.806706:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806709:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.806710:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.806711:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.806713:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806716:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 713 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.806723:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 713 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.806723:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 713 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806725:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 713 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.806730:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.806732:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766499456:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.806732:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.806733:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 713 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.806735:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.806737:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 713 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.806744:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 713 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.806749:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766499584:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.806750:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.806755:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766499712:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.806755:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 713 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.806766:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 713 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.806771:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.806774:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.806783:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766499840:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.806806:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.808202:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.808213:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766498432:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.808231:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808236:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.808249:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.808261:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448128 00000100:00100000:2.0:1722795750.808273:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448128 00000100:00100000:0.0:1722795750.808275:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.808287:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766498560:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.808288:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.808291:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 714 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808307:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.808312:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766499328:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.808316:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448256 00000100:00100000:2.0:1722795750.808320:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448256 00010000:00010000:2.0:1722795750.808332:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 715 pid: 16053 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.808335:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766498688:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.808336:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808348:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.808351:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448384 00000100:00100000:2.0:1722795750.808355:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448384 00000100:00100000:0.0:1722795750.808356:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.808365:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448512 00000100:00100000:3.0:1722795750.808365:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766499840:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.808367:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 716 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.808370:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448512 00010000:00010000:3.0:1722795750.808376:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808379:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.808384:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 717 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.808387:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448640 00000100:00100000:2.0:1722795750.808390:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448640 00000100:00100000:3.0:1722795750.808391:0:15465:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448768 00000100:00100000:3.0:1722795750.808420:0:15465:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448768 00000100:00100000:1.0:1722795750.808427:0:7104:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449024 00000100:00100000:1.0:1722795750.808430:0:7104:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449024 00010000:00010000:2.0:1722795750.808435:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 720 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808436:0:15465:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 720 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.808439:0:7104:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 720 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.808458:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967748 00000100:00100000:2.0:1722795750.808465:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967749 00000100:00100000:3.0:1722795750.808465:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+720:2006:x1806482046448128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.808467:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.808472:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+720:2003:x1806482046448256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.808473:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967750 00010000:00010000:3.0:1722795750.808474:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.808478:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+720:2003:x1806482046448384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.808479:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 720 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.808485:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.808487:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.808489:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046448896 00010000:00010000:3.0:1722795750.808489:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 720 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.808491:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 720 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.808492:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 720 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.808494:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046448896 00010000:00010000:1.0:1722795750.808500:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 721 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.808502:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 721 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808502:0:15465:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007efdb600/0xc2e84c07bf93bfbd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ec37 expref: 721 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.808527:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 721 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808530:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.808532:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.808534:0:7104:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008133cb40/0xc2e84c07bf93c956 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ef8d expref: 720 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.808534:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080bb7180/0xc2e84c07bf93c4cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ede9 expref: 720 pid: 16053 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808536:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808543:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.808546:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.808547:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.808548:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.808549:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.808552:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808552:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808553:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967751 00000100:00100000:0.0:1722795750.808559:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+718:2005:x1806482046448512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.808560:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808560:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808561:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.808569:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.808574:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 718 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.808577:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.808578:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.808586:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 718 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.808591:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+718:2006:x1806482046448128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 126us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.808599:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967748 00010000:00010000:0.0:1722795750.808601:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b139f80/0xc2e84c07bf93b7c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083ea54 expref: 718 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.808603:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+718:2003:x1806482046448256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 130us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.808610:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+717:2003:x1806482046448384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 130us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.808610:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967749 00010000:00010000:0.0:1722795750.808613:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.808614:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.808618:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.808618:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967750 00010000:00010000:0.0:1722795750.808626:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.808632:0:15465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967752 00000100:00100000:3.0:1722795750.808637:0:15465:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+714:2005:x1806482046448768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.808656:0:7104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967753 00010000:00010000:0.0:1722795750.808659:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.808660:0:7104:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+714:2005:x1806482046448640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.808661:0:15465:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.808665:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 714 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.808666:0:7104:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.808670:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967754 00010000:00010000:1.0:1722795750.808671:0:7104:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 714 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808673:0:15465:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 714 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.808675:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+714:2005:x1806482046449024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.808680:0:7104:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 714 pid: 9449 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.808682:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+714:2005:x1806482046448512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 121us (404us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.808682:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.808684:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.808685:0:15465:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.808686:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 714 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808688:0:15465:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808689:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967751 00010000:00010000:1.0:1722795750.808690:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.808691:0:7104:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.808694:0:7104:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808694:0:15465:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808695:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 714 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.808700:0:7104:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808703:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.808705:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967755 00010000:00010000:2.0:1722795750.808705:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800885f4d80/0xc2e84c07bf93dc11 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f608 expref: 713 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.808709:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+713:2006:x1806482046448896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.808709:0:7104:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.808716:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.808716:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.808717:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.808718:0:15465:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:96d98dce-bbc8-4784-93bd-51fea7efb2b3+712:2005:x1806482046448768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (364us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.808720:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 712 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.808720:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.808723:0:7104:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+712:2005:x1806482046448640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.808724:0:15465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967752 00010000:00010000:2.0:1722795750.808726:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.808728:0:7104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967753 00010000:00010000:0.0:1722795750.808729:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 712 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.808739:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.808740:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.808740:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.808743:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808768:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.808771:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808773:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.808776:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+710:2005:x1806482046449024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (396us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.808779:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.808779:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808781:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.808782:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967754 00010000:00010000:1.0:1722795750.808788:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808789:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808794:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+709:2006:x1806482046448896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (327us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.808795:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808796:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808800:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967755 00010000:00010000:1.0:1722795750.808802:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808802:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.808807:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.808811:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808831:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.808834:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808835:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808836:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a17df840/0xc2e84c07bf93d8d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f495 expref: 708 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808841:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.808842:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.808845:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766499584:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.808848:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68479 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.808849:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808850:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a2786c0/0xc2e84c07bf93d34a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f2d5 expref: 707 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.808855:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68464 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808857:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.808884:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766499712:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.808884:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808891:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808897:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808903:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808907:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808909:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808920:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.808923:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808926:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808929:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808936:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808938:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.808944:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68487 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808947:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808958:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808986:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.808997:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.809002:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.809014:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.809030:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.809041:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa6848e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.809047:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+50:3678:x1806481766497920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2497us (2536us total) trans 4296352462 rc 0/0 00000100:00100000:1.0:1722795750.809055:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044438 00010000:00010000:1.0:1722795750.809078:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809087:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809094:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809101:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809107:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809113:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.809116:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809119:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+49:3680:x1806481766499072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2467us (2541us total) trans 4296352464 rc 0/0 00010000:00010000:1.0:1722795750.809123:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809129:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044440 00010000:00010000:1.0:1722795750.809133:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809139:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa6846b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809154:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809162:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809170:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809176:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809200:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809205:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.809208:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809214:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809223:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809228:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68495 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.809230:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+50:3680:x1806481766498176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2876us (2963us total) trans 4296352463 rc 0/0 00000100:00100000:3.0:1722795750.809237:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044435 00000100:00100000:0.0:1722795750.809258:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+49:3678:x1806481766498944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2592us (2663us total) trans 4296352465 rc 0/0 00000100:00100000:0.0:1722795750.809268:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044441 00000100:00100000:1.0:1722795750.809271:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+49:3680:x1806481766498304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2908us (2981us total) trans 4296352466 rc 0/0 00000100:00100000:1.0:1722795750.809277:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044436 00010000:00010000:1.0:1722795750.809309:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f917a80/0xc2e84c07bf93cee3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f14d expref: 706 pid: 9449 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.809320:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766499456:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.809333:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809340:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809346:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809352:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809358:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809363:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809368:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.809371:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809372:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+48:3681:x1806481766499200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2683us (2754us total) trans 4296352467 rc 0/0 00000100:00100000:2.0:1722795750.809379:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044442 00010000:00010000:1.0:1722795750.809382:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809391:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809396:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68480 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.809425:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96d500/2, rc 0, transno 1385171 00000100:00100000:3.0:1722795750.809436:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766499200:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.809440:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96e680/2, rc 0, transno 1385168 00000100:00100000:2.0:1722795750.809445:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766499072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.809452:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1500/2, rc 0, transno 1385170 00000100:00100000:2.0:1722795750.809456:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766498304:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.809462:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1c00/2, rc 0, transno 1385167 00000100:00100000:2.0:1722795750.809465:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766498176:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.809477:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.809482:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.809484:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.809488:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766499968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.809488:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766500224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.809491:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809497:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809502:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809507:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.809510:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.809512:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.809516:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.809523:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.809525:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809530:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa68472 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.809537:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766500224 00000100:00100000:3.0:1722795750.809540:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766500224 00000100:00100000:1.0:1722795750.809545:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+49:3678:x1806481766498816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2897us (2976us total) trans 4296352468 rc 0/0 00000100:00100000:1.0:1722795750.809551:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044439 00000100:00100000:3.0:1722795750.809555:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766499968 00000100:00100000:3.0:1722795750.809557:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766499968 00000004:00080000:0.0:1722795750.809558:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881cb480/2, rc 0, transno 1385169 00000100:00100000:0.0:1722795750.809565:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766498944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.809567:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044443 00000100:00100000:1.0:1722795750.809571:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+49:3681:x1806481766500224:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.809577:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c8a80/2, rc 0, transno 1385172 00000100:00100000:3.0:1722795750.809578:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044444 00000100:00100000:0.0:1722795750.809581:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766498816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.809583:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+50:3678:x1806481766499968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.809585:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11062 count 1 00000004:00080000:0.0:1722795750.809592:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089663800/2, rc 0, transno 1385166 00010000:00010000:1.0:1722795750.809595:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.809596:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11060 count 1 00000100:00100000:0.0:1722795750.809597:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766497920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.809606:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 705 pid: 15477 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.809608:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.809608:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809612:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.809614:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.809615:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766500096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.809616:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.809625:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 705 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.809634:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.809636:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 705 pid: 15477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.809636:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.809640:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.809642:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.809645:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 705 pid: 15477 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.809646:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+50:3679:x1806481766498048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3267us (3326us total) trans 4296352469 rc 0/0 00000100:00100000:2.0:1722795750.809652:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044437 00000100:00100000:1.0:1722795750.809654:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766500352:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.809666:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 705 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.809672:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766500096 00000100:00100000:0.0:1722795750.809702:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766500096 00010000:00010000:3.0:1722795750.809708:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 705 pid: 16109 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.809709:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.809722:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766500480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.809723:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044445 00000100:00100000:0.0:1722795750.809729:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+50:3678:x1806481766500096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.809749:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11061 count 1 00000100:00100000:3.0:1722795750.809756:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.809763:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.809775:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1880/2, rc 0, transno 1385173 00010000:00010000:0.0:1722795750.809778:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 705 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809779:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766498048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.809794:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.809796:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.809799:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809800:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766500608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.809817:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.809822:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 705 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.809831:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766500736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.809836:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 705 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.809848:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766500608 00000100:00100000:0.0:1722795750.809849:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766500992:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.809850:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766500864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.809851:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.809853:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766500608 00000100:00100000:2.0:1722795750.809894:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766500736 00000100:00100000:1.0:1722795750.809898:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044446 00000100:00100000:2.0:1722795750.809898:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766500736 00000100:00100000:1.0:1722795750.809903:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+52:3681:x1806481766500608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.809905:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00002000:00080000:1.0:1722795750.809916:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11063 count 1 00000100:00100000:2.0:1722795750.809922:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044447 00010000:00010000:1.0:1722795750.809926:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.809926:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+52:3678:x1806481766500736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.809936:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 705 pid: 16107 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.809938:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11064 count 1 00010000:00010000:1.0:1722795750.809941:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.809943:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.809945:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809949:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.809958:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 705 pid: 16107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809959:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 705 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809965:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.809966:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.809967:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 705 pid: 16107 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.809969:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.809974:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766501376:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.809984:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 705 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.809993:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 705 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.809996:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.810001:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766501504:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.810020:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.810033:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766501248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.810051:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.810075:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.810079:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766501120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.810092:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.810108:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766501248 00000100:00100000:0.0:1722795750.810113:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766501248 00000100:00100000:2.0:1722795750.810115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.810134:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766501120 00000100:00100000:1.0:1722795750.810135:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766500864 00000100:00100000:0.0:1722795750.810137:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766501120 00000100:00100000:1.0:1722795750.810139:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766500864 00000100:00100000:3.0:1722795750.810143:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044448 00000100:00100000:3.0:1722795750.810150:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+55:3681:x1806481766501248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.810158:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044449 00000100:00100000:0.0:1722795750.810164:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+55:3681:x1806481766501120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.810167:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044450 00002000:00080000:3.0:1722795750.810169:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11067 count 1 00000100:00100000:1.0:1722795750.810171:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+55:3679:x1806481766500864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.810181:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11066 count 1 00002000:00080000:1.0:1722795750.810182:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11065 count 1 00010000:00010000:3.0:1722795750.810182:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810192:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.810194:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.810197:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 705 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810201:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 705 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810206:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.810206:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.810208:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.810208:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.810210:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.810211:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810224:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 705 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.810233:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 705 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810236:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 705 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.810246:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 705 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.810256:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766501632:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.810261:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766501760:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.810289:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.810290:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.810295:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 705 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.810306:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.810307:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.810310:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.810327:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 705 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.810335:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 705 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.810344:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766501888:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.810365:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.810789:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766500480:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.810799:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766500352:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.810809:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.810814:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.811304:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766500992:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.811324:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.811327:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766501376:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.811333:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.811340:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811351:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.811358:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766501632:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.811358:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766501504:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.811359:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449280 00000100:00100000:2.0:1722795750.811362:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449280 00000100:00100000:0.0:1722795750.811364:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.811365:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811392:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.811393:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 706 pid: 15477 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.811395:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811406:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.811483:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449536 00000100:00100000:2.0:1722795750.811483:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449408 00000100:00100000:3.0:1722795750.811485:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449792 00000100:00100000:1.0:1722795750.811486:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449536 00000100:00100000:2.0:1722795750.811486:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449408 00000100:00100000:3.0:1722795750.811491:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449792 00010000:00010000:2.0:1722795750.811495:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 708 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.811500:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 709 pid: 16107 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.811510:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449152 00010000:00010000:3.0:1722795750.811510:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 709 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.811514:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967756 00000100:00100000:0.0:1722795750.811516:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449152 00000100:00100000:2.0:1722795750.811519:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+710:2006:x1806482046449280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.811520:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967757 00000100:00100000:1.0:1722795750.811525:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+710:2004:x1806482046449408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.811526:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.811530:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 710 pid: 15477 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.811532:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 710 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.811533:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.811537:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 710 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.811538:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 710 pid: 15477 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.811540:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967758 00010000:00010000:1.0:1722795750.811547:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 710 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.811548:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+710:2006:x1806482046449536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.811550:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eb36400/0xc2e84c07bf93f023 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084045c expref: 710 pid: 15477 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.811556:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967759 00010000:00010000:2.0:1722795750.811559:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.811559:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.811560:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b896640/0xc2e84c07bf93e7ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083fde1 expref: 709 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.811561:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+709:2006:x1806482046449792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.811561:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.811563:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811566:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 709 pid: 16107 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.811570:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.811570:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811571:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.811573:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.811574:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.811578:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 708 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.811579:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 708 pid: 16107 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.811581:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811584:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.811588:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 708 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.811594:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.811598:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800734ccd80/0xc2e84c07bf93f793 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80840b32 expref: 708 pid: 16107 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.811601:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a31200/0xc2e84c07bf943049 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808436f9 expref: 708 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.811606:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+708:2006:x1806482046449280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.811611:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967756 00010000:00010000:0.0:1722795750.811613:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.811613:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+706:2004:x1806482046449408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (248us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.811614:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.811615:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.811617:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.811618:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.811619:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967757 00010000:00010000:3.0:1722795750.811621:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.811625:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811627:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.811635:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967760 00000100:00100000:1.0:1722795750.811639:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+704:2004:x1806482046449152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.811644:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.811644:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.811645:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.811648:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 704 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.811654:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811657:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 704 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.811661:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811667:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801246c4b40/0xc2e84c07bf93e086 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8083f885 expref: 704 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.811667:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.811668:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+704:2006:x1806482046449536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 120us (315us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.811673:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.811675:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967758 00000100:00100000:0.0:1722795750.811676:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+703:2006:x1806482046449792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 112us (281us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.811676:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.811678:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.811679:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811680:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811684:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.811685:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967759 00010000:00010000:1.0:1722795750.811686:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811686:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811692:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811699:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.811700:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811701:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811707:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa684aa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811707:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.811712:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+701:2004:x1806482046449152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (305us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.811714:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.811717:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967760 00010000:00010000:3.0:1722795750.811720:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811726:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811731:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.811733:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811737:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811739:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811741:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.811743:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811748:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811750:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811753:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa684b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811758:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811773:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811782:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.811786:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811794:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811807:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.811816:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa684c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.811826:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+57:3678:x1806481766500096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2094us (2181us total) trans 4296352470 rc 0/0 00000100:00100000:0.0:1722795750.811827:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.811836:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044445 00010000:00010000:2.0:1722795750.811887:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811897:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811907:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811918:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.811925:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+57:3681:x1806481766500608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2019us (2104us total) trans 4296352471 rc 0/0 00010000:00010000:2.0:1722795750.811928:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.811932:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044446 00010000:00010000:2.0:1722795750.811936:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.811940:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811951:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811953:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811954:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.811960:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.811967:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811967:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811971:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449664 00010000:00010000:3.0:1722795750.811973:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.811976:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449664 00010000:00010000:2.0:1722795750.811976:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa6849c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811978:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.811983:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.811986:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.811989:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 701 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.811992:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812001:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.812003:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+56:3679:x1806481766500864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1828us (1884us total) trans 4296352472 rc 0/0 00000100:00100000:0.0:1722795750.812004:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046449920 00000100:00100000:0.0:1722795750.812006:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046449920 00010000:00010000:3.0:1722795750.812007:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa684a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812012:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 702 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.812016:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044450 00000100:00100000:0.0:1722795750.812022:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450048 00000100:00100000:0.0:1722795750.812023:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450048 00010000:00010000:0.0:1722795750.812030:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 703 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.812042:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967761 00000100:00100000:0.0:1722795750.812047:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+703:2004:x1806482046449664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.812050:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967762 00010000:00010000:0.0:1722795750.812053:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.812057:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 703 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.812057:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+703:2006:x1806482046449920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.812065:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 703 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.812067:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.812075:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 703 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.812078:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b990240/0xc2e84c07bf942cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843594 expref: 703 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.812086:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967763 00010000:00010000:0.0:1722795750.812087:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.812089:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.812091:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+702:2006:x1806482046450048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.812092:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812097:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 702 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.812099:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812100:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.812104:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 702 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.812112:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.812113:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.812114:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 702 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.812115:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.812119:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812125:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.812127:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.812129:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812130:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+702:2004:x1806482046449664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (391us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.812130:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812136:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967761 00010000:00010000:3.0:1722795750.812136:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812137:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+57:3681:x1806481766500224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2561us (2620us total) trans 4296352473 rc 0/0 00010000:00010000:1.0:1722795750.812145:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.812146:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.812147:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044443 00000100:00100000:3.0:1722795750.812164:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+701:2006:x1806482046450048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (211us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.812170:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089f41f80/0xc2e84c07bf94383e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808439f4 expref: 701 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.812170:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967763 00000100:00100000:1.0:1722795750.812173:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+701:2006:x1806482046449920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 114us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.812180:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766501760:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.812183:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967762 00000004:00080000:2.0:1722795750.812203:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d0a80/2, rc 0, transno 1385175 00010000:00010000:0.0:1722795750.812210:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812213:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766500608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.812216:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812220:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812225:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.812225:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d1f80/2, rc 0, transno 1385177 00000100:00100000:2.0:1722795750.812229:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766500224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.812230:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812239:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812243:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.812246:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.812246:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d0700/2, rc 0, transno 1385174 00000100:00100000:3.0:1722795750.812249:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+56:3678:x1806481766499968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2665us (2726us total) trans 4296352474 rc 0/0 00010000:00010000:0.0:1722795750.812250:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812250:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766500096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812254:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044444 00010000:00010000:0.0:1722795750.812257:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.812259:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d2d80/2, rc 0, transno 1385178 00010000:00010000:0.0:1722795750.812261:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa684bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812263:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766499968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.812268:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812273:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.812278:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d2a00/2, rc 0, transno 1385176 00010000:00010000:3.0:1722795750.812278:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812282:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766500864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.812282:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812287:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812291:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.812293:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812297:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812304:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812309:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa684b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812385:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+57:3681:x1806481766501248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2234us (2331us total) trans 4296352475 rc 0/0 00000100:00100000:0.0:1722795750.812393:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044448 00000100:00100000:3.0:1722795750.812394:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+57:3678:x1806481766500736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2467us (2542us total) trans 4296352476 rc 0/0 00000004:00080000:2.0:1722795750.812429:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c9180/2, rc 0, transno 1385179 00000100:00100000:2.0:1722795750.812433:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766501248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812436:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044447 00000004:00080000:2.0:1722795750.812447:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d3100/2, rc 0, transno 1385180 00000100:00100000:2.0:1722795750.812449:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766500736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.812457:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800874b2ac0/0xc2e84c07bf943471 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084389d expref: 698 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.812468:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766501888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.812471:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.812479:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812485:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812489:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812489:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.812495:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812502:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812502:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812509:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502016 00010000:00010000:1.0:1722795750.812510:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812512:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.812512:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502016 00010000:00010000:1.0:1722795750.812517:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.812519:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:1.0:1722795750.812521:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812522:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812523:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502528 00000100:00100000:3.0:1722795750.812524:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502528 00010000:00010000:1.0:1722795750.812529:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812530:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044451 00000100:00100000:2.0:1722795750.812531:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.812535:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+57:3678:x1806481766502016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.812538:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812539:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502144 00010000:00010000:1.0:1722795750.812540:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.812540:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502144 00002000:00080000:0.0:1722795750.812546:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11068 count 1 00010000:00010000:1.0:1722795750.812548:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa684cd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812548:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.812548:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044452 00000100:00100000:3.0:1722795750.812551:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+58:3678:x1806481766502528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.812555:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812560:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502656 00000100:00100000:2.0:1722795750.812562:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502656 00002000:00080000:3.0:1722795750.812562:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11072 count 1 00010000:00010000:0.0:1722795750.812564:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 697 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812569:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.812570:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.812572:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812574:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812576:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044453 00000100:00100000:2.0:1722795750.812579:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+59:3678:x1806481766502144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.812585:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 697 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812587:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 697 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.812589:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11069 count 1 00010000:00010000:0.0:1722795750.812592:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 697 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.812595:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.812597:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.812598:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812599:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766502912:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.812600:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.812607:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 697 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.812612:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.812614:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.812616:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.812620:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.812620:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 697 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.812628:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 697 pid: 15623 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812631:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 697 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.812634:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 697 pid: 15623 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.812642:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766503168:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.812644:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766503040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.812670:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.812674:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.812685:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+60:3681:x1806481766501120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2519us (2589us total) trans 4296352477 rc 0/0 00000100:00100000:2.0:1722795750.812685:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812692:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044454 00000100:00100000:1.0:1722795750.812697:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044449 00000100:00100000:3.0:1722795750.812698:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+60:3678:x1806481766502656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.812708:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795750.812711:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11073 count 1 00000100:00100000:1.0:1722795750.812715:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502400 00000100:00100000:1.0:1722795750.812719:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502400 00010000:00010000:3.0:1722795750.812722:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.812730:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d3b80/2, rc 0, transno 1385181 00010000:00010000:3.0:1722795750.812734:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 697 pid: 16070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.812736:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044455 00000100:00100000:2.0:1722795750.812738:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766501120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.812741:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.812742:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+60:3681:x1806481766502400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.812743:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.812746:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:3.0:1722795750.812746:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812751:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502272:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.812754:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11071 count 1 00010000:00010000:3.0:1722795750.812764:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 697 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812766:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812771:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.812775:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 697 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.812779:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 697 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.812786:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.812787:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766503296:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.812788:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.812791:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.812801:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.812810:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 697 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.812814:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.812818:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.812820:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 697 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.812823:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502272 00000100:00100000:3.0:1722795750.812827:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766502784 00000100:00100000:0.0:1722795750.812828:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502272 00000100:00100000:1.0:1722795750.812831:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766503424:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.812831:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766502784 00000100:00100000:0.0:1722795750.812850:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044456 00000100:00100000:1.0:1722795750.812854:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.812856:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+62:3681:x1806481766502272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.812856:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044457 00000100:00100000:3.0:1722795750.812878:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+62:3681:x1806481766502784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.812888:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11070 count 1 00002000:00080000:3.0:1722795750.812892:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11074 count 1 00010000:00010000:0.0:1722795750.812915:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812917:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812925:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 697 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812926:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 697 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.812931:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.812932:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.812933:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.812934:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.812935:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812936:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812950:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 697 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.812958:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 697 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.812967:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766503552:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.812984:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.813014:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 697 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.813023:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 697 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.813029:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766503680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.813032:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766503808:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.813043:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.813052:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.813079:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766503680 00000100:00100000:3.0:1722795750.813082:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766503680 00000100:00100000:3.0:1722795750.813104:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044458 00000100:00100000:3.0:1722795750.813108:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+63:3681:x1806481766503680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.813118:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11075 count 1 00010000:00010000:3.0:1722795750.813127:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813137:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 697 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813143:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.813144:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.813147:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813161:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 697 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813170:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 697 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.813178:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766503936:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.813205:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.813362:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766502912:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.813374:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.813424:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766503168:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.813438:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.813678:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.813693:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.813694:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450176 00000100:00100000:1.0:1722795750.813697:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450176 00010000:00010000:1.0:1722795750.813706:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 698 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.813708:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766503040:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.813717:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450304 00000100:00100000:1.0:1722795750.813718:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450304 00010000:00010000:1.0:1722795750.813722:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 699 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.813722:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.813725:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967764 00000100:00100000:0.0:1722795750.813729:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+699:2005:x1806482046450176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.813734:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.813738:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 699 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.813741:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967765 00010000:00010000:0.0:1722795750.813745:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 699 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.813745:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+699:2006:x1806482046450304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.813750:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.813752:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 699 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.813753:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087434000/0xc2e84c07bf943b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843b28 expref: 699 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.813758:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 698 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.813760:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.813762:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.813764:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.813765:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ce58c0/0xc2e84c07bf943de7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843c24 expref: 698 pid: 15623 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.813768:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.813770:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.813771:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.813773:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.813777:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.813781:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813787:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.813790:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.813792:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+697:2005:x1806482046450176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.813795:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967764 00010000:00010000:2.0:1722795750.813796:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813800:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.813802:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+696:2006:x1806482046450304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (109us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.813802:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.813806:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967765 00010000:00010000:3.0:1722795750.813807:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813814:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813814:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813820:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813821:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813826:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.813828:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813829:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813833:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.813835:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813836:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813859:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813860:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.813886:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa684d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813891:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.813899:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa684e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.813987:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.814002:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450432 00000100:00100000:1.0:1722795750.814006:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450432 00010000:00010000:1.0:1722795750.814014:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 696 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.814018:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+65:3678:x1806481766502016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1479us (1524us total) trans 4296352478 rc 0/0 00000100:00100000:2.0:1722795750.814026:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044451 00000100:00100000:1.0:1722795750.814027:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967766 00000100:00100000:1.0:1722795750.814030:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+696:2003:x1806482046450432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.814035:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.814038:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 696 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.814039:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+64:3678:x1806481766502144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1457us (1504us total) trans 4296352479 rc 0/0 00010000:00010000:1.0:1722795750.814044:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 696 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.814048:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044453 00010000:00010000:1.0:1722795750.814053:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0325200/0xc2e84c07bf944955 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084405a expref: 696 pid: 16033 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.814059:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881cb100/2, rc 0, transno 1385183 00010000:00010000:1.0:1722795750.814061:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.814063:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.814065:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.814066:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.814069:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.814070:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.814078:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:2.0:1722795750.814080:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c8380/2, rc 0, transno 1385182 00010000:00010000:1.0:1722795750.814081:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.814082:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766503296:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.814085:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.814088:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.814097:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.814103:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+695:2003:x1806482046450432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.814103:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450688 00000100:00100000:2.0:1722795750.814106:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450688 00000100:00100000:1.0:1722795750.814111:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967766 00010000:00010000:2.0:1722795750.814121:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 695 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.814124:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450560 00000100:00100000:1.0:1722795750.814127:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450560 00010000:00010000:1.0:1722795750.814137:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 696 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.814140:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.814141:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450944 00000100:00100000:2.0:1722795750.814144:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450944 00000100:00100000:0.0:1722795750.814148:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046450816 00000100:00100000:0.0:1722795750.814151:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046450816 00010000:00010000:2.0:1722795750.814155:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 698 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.814156:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967767 00000100:00100000:1.0:1722795750.814160:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+698:2006:x1806482046450688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.814162:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 698 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.814167:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.814171:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 698 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.814173:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967768 00000100:00100000:0.0:1722795750.814179:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967769 00000100:00100000:2.0:1722795750.814180:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+698:2003:x1806482046450560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.814181:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 698 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.814183:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+698:2006:x1806482046450944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.814188:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.814189:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.814191:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 698 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.814193:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.814194:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 698 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.814195:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.814198:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 698 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.814198:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814204:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 698 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.814208:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814213:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e98d200/0xc2e84c07bf944c49 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844180 expref: 698 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.814219:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.814220:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.814221:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.814221:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.814221:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.814223:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814225:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.814226:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.814229:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814233:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814239:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.814241:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+697:2006:x1806482046450688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.814242:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451072 00000100:00100000:3.0:1722795750.814245:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451072 00000100:00100000:1.0:1722795750.814249:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967767 00010000:00010000:2.0:1722795750.814253:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.814254:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+698:2006:x1806482046450944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (165us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.814255:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 698 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.814258:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967769 00000100:00100000:1.0:1722795750.814269:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967770 00000100:00100000:3.0:1722795750.814273:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967771 00000100:00100000:1.0:1722795750.814275:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+696:2003:x1806482046450816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.814275:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+696:2003:x1806482046450560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 94us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.814277:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+696:2005:x1806482046451072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.814282:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967768 00010000:00010000:1.0:1722795750.814283:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.814283:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.814286:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 696 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.814287:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814288:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 696 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.814293:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 695 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.814295:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814299:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 695 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.814302:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.814304:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814304:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.814306:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814311:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814313:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814313:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.814314:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.814317:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814324:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.814325:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814327:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814334:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.814337:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814337:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766504064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.814337:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+695:2005:x1806482046451072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (112us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.814338:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.814342:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967771 00010000:00010000:0.0:1722795750.814345:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814353:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814358:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa684e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.814360:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+694:2003:x1806482046450816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.814368:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967770 00000100:00100000:2.0:1722795750.814368:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.814369:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078289b00/0xc2e84c07bf94510b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844308 expref: 694 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.814377:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766503936:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.814387:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814392:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814419:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814425:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814430:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814434:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814436:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.814443:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.814444:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766504192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.814445:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be93a80/0xc2e84c07bf9445ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843efc expref: 692 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.814445:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814450:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.814456:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766503424:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.814457:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814461:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68505 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814462:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.814469:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814477:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814477:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766504064 00000100:00100000:2.0:1722795750.814480:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766504064 00010000:00010000:1.0:1722795750.814484:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814491:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814491:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766504192 00000100:00100000:2.0:1722795750.814492:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766504192 00010000:00010000:1.0:1722795750.814499:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814499:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044459 00000100:00100000:2.0:1722795750.814503:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+66:3678:x1806481766504064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.814506:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.814512:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11076 count 1 00010000:00010000:1.0:1722795750.814513:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.814516:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814522:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814525:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814531:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 691 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814533:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814536:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.814537:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+67:3678:x1806481766502656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1839us (1987us total) trans 4296352480 rc 0/0 00010000:00010000:1.0:1722795750.814537:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa684f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814537:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.814539:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.814543:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044454 00010000:00010000:2.0:1722795750.814555:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 691 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.814556:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044460 00000100:00100000:0.0:1722795750.814559:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+66:3678:x1806481766504192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.814562:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 691 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.814565:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+66:3681:x1806481766503680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1456us (1520us total) trans 4296352481 rc 0/0 00002000:00080000:0.0:1722795750.814568:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11077 count 1 00000100:00100000:2.0:1722795750.814570:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766504320:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.814571:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044458 00010000:00010000:0.0:1722795750.814577:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814585:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 691 pid: 16079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814585:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.814591:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.814592:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.814594:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.814595:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe1180/2, rc 0, transno 1385185 00000100:00100000:3.0:1722795750.814599:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766503680:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.814603:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881caa00/2, rc 0, transno 1385184 00010000:00010000:0.0:1722795750.814606:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 691 pid: 16079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814606:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.814612:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 691 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.814620:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766504448:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.814631:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766504576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.814638:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.814646:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+66:3681:x1806481766502400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1904us (1938us total) trans 4296352482 rc 0/0 00000100:00100000:2.0:1722795750.814648:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.814652:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044455 00010000:00010000:0.0:1722795750.814658:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086601b00/0xc2e84c07bf944f7c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844298 expref: 691 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.814662:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766504576 00000100:00100000:1.0:1722795750.814665:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766504576 00000100:00100000:0.0:1722795750.814666:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766503552:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.814676:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814681:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814686:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.814686:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044461 00000100:00100000:1.0:1722795750.814690:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+66:3680:x1806481766504576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.814692:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795750.814695:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814696:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766504704:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.814699:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11078 count 1 00010000:00010000:0.0:1722795750.814700:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.814701:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881cb800/2, rc 0, transno 1385186 00010000:00010000:0.0:1722795750.814705:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.814705:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.814708:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814710:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.814710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.814713:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814714:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814716:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 690 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814720:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814721:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814721:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.814721:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766504704 00010000:00010000:1.0:1722795750.814722:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.814723:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766504704 00010000:00010000:1.0:1722795750.814724:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814730:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814731:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814735:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044462 00010000:00010000:3.0:1722795750.814735:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814736:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 690 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814738:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa684fe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814739:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+67:3680:x1806481766504704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.814739:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.814743:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 690 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.814743:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.814745:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.814748:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11079 count 1 00000100:00100000:1.0:1722795750.814750:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766504832:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.814750:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814756:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814757:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.814761:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa684db lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814765:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 690 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.814770:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300a80 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.814770:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.814771:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.814773:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814786:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 690 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.814796:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 690 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.814807:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766504960:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.814834:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.814883:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+69:3681:x1806481766502784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2021us (2063us total) trans 4296352483 rc 0/0 00000100:00100000:2.0:1722795750.814886:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766505088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.814889:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044457 00000004:00080000:3.0:1722795750.814892:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c8700/2, rc 0, transno 1385187 00000100:00100000:3.0:1722795750.814896:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.814913:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaa1b00/0xc2e84c07bf944240 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80843deb expref: 690 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.814921:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766503808:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.814930:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814936:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814940:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814945:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.814947:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+68:3678:x1806481766502528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2394us (2433us total) trans 4296352484 rc 0/0 00010000:00010000:0.0:1722795750.814950:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.814953:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044452 00010000:00010000:0.0:1722795750.814954:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814958:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.814960:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814965:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.814971:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.814976:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.814980:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa684f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.814985:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766505088 00000100:00100000:3.0:1722795750.814988:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766505088 00000004:00080000:2.0:1722795750.814993:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c9f80/2, rc 0, transno 1385188 00000100:00100000:2.0:1722795750.814997:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766502528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.815000:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044463 00000100:00100000:3.0:1722795750.815003:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+68:3678:x1806481766505088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.815014:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11080 count 1 00010000:00010000:3.0:1722795750.815022:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.815028:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.815031:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 689 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.815033:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766505216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.815036:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.815037:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.815039:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.815046:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.815051:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 689 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.815057:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 689 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.815064:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766505344:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.815080:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766505472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.815084:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.815085:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+69:3681:x1806481766502272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2229us (2313us total) trans 4296352485 rc 0/0 00000100:00100000:0.0:1722795750.815090:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044456 00000100:00100000:2.0:1722795750.815092:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.815096:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766505216 00000100:00100000:3.0:1722795750.815098:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766505216 00000100:00100000:1.0:1722795750.815107:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766505472 00000100:00100000:3.0:1722795750.815111:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044464 00000100:00100000:1.0:1722795750.815112:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766505472 00000100:00100000:3.0:1722795750.815114:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+69:3678:x1806481766505216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.815124:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11081 count 1 00010000:00010000:3.0:1722795750.815131:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.815133:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044465 00000100:00100000:1.0:1722795750.815139:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+70:3680:x1806481766505472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.815139:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 689 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.815143:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.815144:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.815146:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.815152:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11082 count 1 00010000:00010000:3.0:1722795750.815156:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 689 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.815162:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 689 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.815163:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.815169:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766505600:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.815176:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 689 pid: 16070 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.815182:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.815183:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.815185:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.815188:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.815206:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 689 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.815240:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 689 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.815253:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766505728:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.815281:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300900 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.815307:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881c8000/2, rc 0, transno 1385189 00000100:00100000:1.0:1722795750.815333:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766502272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.815371:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.815381:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766505856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.815425:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.815470:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766505856 00000100:00100000:0.0:1722795750.815475:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766505856 00000100:00100000:0.0:1722795750.815495:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044466 00000100:00100000:0.0:1722795750.815499:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+71:3680:x1806481766505856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.815512:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11083 count 1 00010000:00010000:0.0:1722795750.815522:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.815533:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 689 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.815539:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.815540:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.815542:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.815558:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 689 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.815577:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 689 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.815590:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766505984:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.815624:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.816285:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766504320:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.816298:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.816304:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766504448:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.816315:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.816320:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.816334:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451200 00000100:00100000:0.0:1722795750.816335:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.816336:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451200 00010000:00010000:2.0:1722795750.816347:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 690 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.816348:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451328 00000100:00100000:1.0:1722795750.816351:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451328 00010000:00010000:1.0:1722795750.816360:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 691 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.816362:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967772 00000100:00100000:0.0:1722795750.816363:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.816371:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+691:2006:x1806482046451200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.816372:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.816372:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451456 00000100:00100000:1.0:1722795750.816374:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451456 00010000:00010000:2.0:1722795750.816377:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.816379:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 692 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.816380:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 692 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.816381:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451584 00000100:00100000:0.0:1722795750.816384:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451584 00010000:00010000:2.0:1722795750.816386:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 693 pid: 16111 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.816389:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967773 00010000:00010000:0.0:1722795750.816393:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 693 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.816393:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+693:2004:x1806482046451328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.816412:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008089a640/0xc2e84c07bf945303 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808443a2 expref: 693 pid: 16111 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.816414:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.816417:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 692 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.816420:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.816420:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967774 00010000:00010000:2.0:1722795750.816421:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.816423:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816424:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 692 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.816426:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+692:2005:x1806482046451456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.816428:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816433:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d45e400/0xc2e84c07bf945580 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844443 expref: 692 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.816434:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967775 00010000:00010000:3.0:1722795750.816434:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.816438:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.816439:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+691:2006:x1806482046451584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.816439:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 691 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.816441:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.816442:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.816444:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816447:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.816447:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 691 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.816449:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816451:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 691 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.816456:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+691:2006:x1806482046451200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.816457:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.816458:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.816458:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.816460:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 691 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.816460:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.816461:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967772 00010000:00010000:3.0:1722795750.816465:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816472:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.816473:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+690:2004:x1806482046451328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.816474:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.816475:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.816477:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.816477:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967773 00010000:00010000:2.0:1722795750.816480:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816484:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816484:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816489:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816490:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+689:2005:x1806482046451456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.816491:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816493:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816494:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967774 00010000:00010000:1.0:1722795750.816496:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816497:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.816497:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816500:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816500:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.816502:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816505:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816506:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816510:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816512:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816513:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.816515:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.816517:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+688:2006:x1806482046451584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.816519:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816520:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6850c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816520:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135738480/0xc2e84c07bf9459e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808445a1 expref: 688 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.816524:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967775 00010000:00010000:1.0:1722795750.816524:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816528:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68513 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816529:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766504960:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.816539:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816544:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816549:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816554:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816558:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816562:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816565:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.816567:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816571:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816577:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816581:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68521 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.816616:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+73:3678:x1806481766504064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2112us (2248us total) trans 4296352486 rc 0/0 00000100:00100000:2.0:1722795750.816621:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044459 00000100:00100000:1.0:1722795750.816625:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+74:3678:x1806481766504192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2065us (2162us total) trans 4296352487 rc 0/0 00000100:00100000:1.0:1722795750.816630:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044460 00000100:00100000:0.0:1722795750.816637:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:2.0:1722795750.816641:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008d500/2, rc 0, transno 1385191 00000100:00100000:0.0:1722795750.816645:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451712 00000100:00100000:2.0:1722795750.816646:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766504192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.816648:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451712 00000004:00080000:2.0:1722795750.816651:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96dc00/2, rc 0, transno 1385190 00000100:00100000:2.0:1722795750.816653:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766504064:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.816654:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f372d00/0xc2e84c07bf9457b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808444d6 expref: 687 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.816656:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 687 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.816661:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766504832:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.816667:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967776 00010000:00010000:1.0:1722795750.816669:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.816670:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+686:2005:x1806482046451712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.816674:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816674:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+72:3680:x1806481766504704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1933us (1962us total) trans 4296352488 rc 0/0 00010000:00010000:0.0:1722795750.816675:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.816677:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.816678:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 686 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.816678:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816679:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044462 00010000:00010000:1.0:1722795750.816682:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816684:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 686 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.816686:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816690:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816691:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.816691:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.816692:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.816693:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.816694:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816695:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816699:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816699:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816701:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766505600:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.816705:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.816706:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.816712:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766506112 00010000:00010000:3.0:1722795750.816712:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.816713:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6851a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.816715:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766506112 00000100:00100000:0.0:1722795750.816717:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+686:2005:x1806482046451712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.816720:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967776 00000004:00080000:3.0:1722795750.816725:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008f800/2, rc 0, transno 1385192 00000100:00100000:3.0:1722795750.816728:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766504704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.816731:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044467 00000100:00100000:2.0:1722795750.816736:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+72:3678:x1806481766506112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.816748:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11084 count 1 00010000:00010000:3.0:1722795750.816753:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a458fc0/0xc2e84c07bf945d4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808446e3 expref: 685 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.816758:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.816761:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766505344:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.816767:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816770:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 684 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816772:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816776:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.816776:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816779:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.816780:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816781:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816791:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.816793:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+73:3680:x1806481766504576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2102us (2144us total) trans 4296352489 rc 0/0 00000100:00100000:1.0:1722795750.816798:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044461 00010000:00010000:2.0:1722795750.816798:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 684 pid: 16088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816799:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816803:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.816805:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.816808:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 684 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.816808:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816815:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.816818:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68528 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.816819:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766506240:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.816844:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.816912:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.816921:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.816931:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+73:3678:x1806481766505088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1926us (1959us total) trans 4296352490 rc 0/0 00000100:00100000:3.0:1722795750.816937:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044463 00000100:00100000:2.0:1722795750.816950:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795750.816959:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008e300/2, rc 0, transno 1385193 00000100:00100000:3.0:1722795750.816963:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766504576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.816972:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766506368 00000004:00080000:2.0:1722795750.816973:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728f800/2, rc 0, transno 1385194 00000100:00100000:0.0:1722795750.816976:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766506368 00000100:00100000:2.0:1722795750.816978:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766505088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.816979:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.817000:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044468 00000100:00100000:0.0:1722795750.817003:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801367e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+73:3678:x1806481766506368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.817013:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11085 count 1 00000100:00100000:1.0:1722795750.817017:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451840 00000100:00100000:1.0:1722795750.817021:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451840 00010000:00010000:0.0:1722795750.817022:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817024:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.817026:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.817031:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 685 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.817032:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 685 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817037:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.817038:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.817039:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817045:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046451968 00000100:00100000:1.0:1722795750.817047:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046451968 00000100:00100000:2.0:1722795750.817047:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.817051:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967777 00010000:00010000:1.0:1722795750.817052:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 686 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.817054:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+686:2006:x1806482046451840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.817062:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.817062:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967778 00000100:00100000:3.0:1722795750.817064:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.817065:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 686 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.817066:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+686:2006:x1806482046451968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.817071:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 686 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.817072:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.817075:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 686 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.817080:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c0a5680/0xc2e84c07bf946142 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084482c expref: 686 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.817081:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452096 00010000:00010000:1.0:1722795750.817082:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 686 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.817085:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452096 00010000:00010000:0.0:1722795750.817090:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.817091:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.817092:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.817093:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.817093:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.817095:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817097:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d218fc0/0xc2e84c07bf9464d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808449b4 expref: 686 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.817098:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817098:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 686 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.817101:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817105:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766505728:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.817109:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.817109:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.817114:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817118:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967779 00010000:00010000:3.0:1722795750.817120:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817124:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+685:2006:x1806482046452096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.817124:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.817128:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+685:2006:x1806482046451840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.817128:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+685:2006:x1806482046451968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.817129:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817132:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967778 00010000:00010000:3.0:1722795750.817134:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.817135:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967777 00010000:00010000:2.0:1722795750.817138:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.817138:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817142:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 684 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.817142:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.817144:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817149:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766506624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.817149:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817153:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 683 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.817160:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817165:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68536 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817167:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.817167:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.817169:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.817172:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817175:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080a4df80/0xc2e84c07bf946746 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844a94 expref: 683 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.817179:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.817181:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.817183:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766505984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.817183:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766506496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.817193:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817193:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.817195:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.817200:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817204:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817204:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766506752 00000100:00100000:1.0:1722795750.817207:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766506752 00000100:00100000:2.0:1722795750.817215:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+682:2006:x1806482046452096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.817216:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044469 00000100:00100000:1.0:1722795750.817220:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+75:3678:x1806481766506752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.817222:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967779 00002000:00080000:1.0:1722795750.817230:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11088 count 1 00010000:00010000:1.0:1722795750.817239:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817245:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766506624 00010000:00010000:1.0:1722795750.817248:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 681 pid: 16106 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817248:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766506624 00010000:00010000:1.0:1722795750.817252:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.817254:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.817255:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+76:3680:x1806481766505472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2115us (2161us total) trans 4296352491 rc 0/0 00010000:00010000:1.0:1722795750.817256:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817260:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044465 00000100:00100000:2.0:1722795750.817262:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766506496 00000100:00100000:2.0:1722795750.817265:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766506496 00010000:00010000:1.0:1722795750.817268:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 681 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817269:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817272:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044470 00010000:00010000:0.0:1722795750.817273:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.817275:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 681 pid: 16106 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.817276:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+76:3681:x1806481766506624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.817278:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044471 00010000:00010000:0.0:1722795750.817280:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817283:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766506880:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.817283:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+76:3681:x1806481766506496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.817287:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00002000:00080000:3.0:1722795750.817287:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11087 count 1 00010000:00010000:0.0:1722795750.817290:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817295:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.817296:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11086 count 1 00010000:00010000:0.0:1722795750.817298:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817298:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300a80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.817303:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 681 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817307:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817308:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.817310:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817310:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.817311:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817319:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa6853d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817325:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 681 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817325:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 681 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817333:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.817335:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.817335:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 681 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.817338:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817343:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766507008:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.817356:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 681 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.817360:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.817367:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 681 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.817370:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817375:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817378:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766507136:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.817381:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817385:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817389:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817393:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.817400:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.817415:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817420:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817428:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817433:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa6852f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817489:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766506240:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.817504:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+78:3680:x1806481766505856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2003us (2078us total) trans 4296352492 rc 0/0 00010000:00010000:2.0:1722795750.817505:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.817510:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044466 00010000:00010000:0.0:1722795750.817534:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 681 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.817541:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 681 pid: 16082 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.817549:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+77:3678:x1806481766505216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2431us (2499us total) trans 4296352493 rc 0/0 00000100:00100000:3.0:1722795750.817556:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044464 00000004:00080000:2.0:1722795750.817557:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728c000/2, rc 0, transno 1385197 00000100:00100000:2.0:1722795750.817566:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766505216:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.817590:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728ce00/2, rc 0, transno 1385196 00000100:00100000:2.0:1722795750.817595:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.817595:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766505856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.817603:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766507392:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.817606:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728d880/2, rc 0, transno 1385195 00000100:00100000:3.0:1722795750.817610:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766505472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.817627:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.817651:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766507392 00000100:00100000:3.0:1722795750.817654:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766507392 00000100:00100000:0.0:1722795750.817666:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766507264:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.817670:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044472 00000100:00100000:3.0:1722795750.817673:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+77:3678:x1806481766507392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.817683:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:3.0:1722795750.817684:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11089 count 1 00000100:00100000:1.0:1722795750.817692:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766507648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.817693:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.817696:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.817702:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 681 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817706:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.817708:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.817710:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817711:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.817721:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766507520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.817722:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 681 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817729:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 681 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.817730:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.817733:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.817736:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766507776:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.817743:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766507648 00000100:00100000:1.0:1722795750.817747:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766507648 00000100:00100000:2.0:1722795750.817750:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452224 00000100:00100000:3.0:1722795750.817754:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.817755:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452224 00000100:00100000:1.0:1722795750.817763:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766507520 00000100:00100000:1.0:1722795750.817765:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766507520 00010000:00010000:2.0:1722795750.817770:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 682 pid: 16088 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.817778:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044473 00000100:00100000:1.0:1722795750.817783:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+79:3681:x1806481766507648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.817797:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11091 count 1 00000100:00100000:2.0:1722795750.817806:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967780 00010000:00010000:1.0:1722795750.817808:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817811:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+682:2006:x1806482046452224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.817820:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.817821:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 682 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817826:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 682 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.817829:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.817831:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.817833:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817836:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 682 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.817851:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088780000/0xc2e84c07bf946b91 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844c23 expref: 682 pid: 16088 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.817853:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 682 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.817880:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 681 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.817883:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.817886:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.817889:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817892:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766507904:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.817897:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.817933:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.817938:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.817950:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817955:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+681:2006:x1806482046452224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 141us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.817956:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044474 00010000:00010000:3.0:1722795750.817957:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.817961:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+79:3681:x1806481766507520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.817962:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.817966:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967780 00010000:00010000:3.0:1722795750.817966:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817971:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.817975:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11090 count 1 00010000:00010000:3.0:1722795750.817975:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.817977:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817982:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.817986:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817990:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.817994:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68544 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.817998:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 680 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.818005:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.818007:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.818010:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.818035:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 680 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.818045:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 680 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.818056:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766508032:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.818084:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300d80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.818096:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+80:3678:x1806481766506112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1359us (1403us total) trans 4296352494 rc 0/0 00000100:00100000:3.0:1722795750.818101:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044467 00000004:00080000:2.0:1722795750.818108:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728df80/2, rc 0, transno 1385198 00000100:00100000:2.0:1722795750.818131:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.818181:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766508160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.818200:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.818215:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766508160 00000100:00100000:0.0:1722795750.818218:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766508160 00000100:00100000:0.0:1722795750.818238:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044475 00000100:00100000:0.0:1722795750.818242:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+80:3678:x1806481766508160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.818252:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11092 count 1 00010000:00010000:0.0:1722795750.818260:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.818268:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 680 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.818273:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.818274:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.818276:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.818287:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 680 pid: 16026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.818294:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 680 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.818301:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766508288:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.818327:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.818963:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.818964:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766507008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.818997:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766506880:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.818999:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.819000:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819017:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.819019:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.819040:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452352 00000100:00100000:0.0:1722795750.819041:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452608 00000100:00100000:0.0:1722795750.819045:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452608 00000100:00100000:2.0:1722795750.819046:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452480 00000100:00100000:3.0:1722795750.819046:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452352 00000100:00100000:2.0:1722795750.819053:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452480 00010000:00010000:0.0:1722795750.819063:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 683 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819066:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 683 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.819076:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 683 pid: 16106 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.819089:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967781 00000100:00100000:0.0:1722795750.819096:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+683:2006:x1806482046452608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.819098:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967782 00010000:00010000:0.0:1722795750.819107:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.819107:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+683:2006:x1806482046452352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.819108:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967783 00010000:00010000:0.0:1722795750.819113:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 683 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.819117:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+683:2006:x1806482046452480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.819120:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.819124:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 683 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819126:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 683 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.819129:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.819136:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 683 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819140:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 683 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.819142:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.819144:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.819146:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819150:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 683 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.819153:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819155:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009abdf180/0xc2e84c07bf94743c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844eca expref: 683 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819155:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800867498c0/0xc2e84c07bf94781e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084503d expref: 683 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.819165:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.819166:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.819168:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.819170:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d7cc900/0xc2e84c07bf947c23 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845178 expref: 681 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819171:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.819176:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766507136:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.819178:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.819187:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+681:2006:x1806482046452608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.819192:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.819193:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967781 00010000:00010000:3.0:1722795750.819194:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.819195:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.819197:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819199:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819209:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819210:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819218:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+679:2006:x1806482046452352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 112us (258us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.819219:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819224:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967782 00010000:00010000:1.0:1722795750.819230:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.819230:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819241:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819246:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819253:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.819254:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.819259:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+678:2006:x1806482046452480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 141us (238us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.819260:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819261:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819266:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819269:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967783 00010000:00010000:2.0:1722795750.819270:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.819272:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819275:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819277:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.819280:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819285:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819286:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819291:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452736 00010000:00010000:3.0:1722795750.819294:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819295:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452736 00010000:00010000:3.0:1722795750.819300:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68559 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.819302:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819309:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 678 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.819311:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68560 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819345:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967784 00000100:00100000:1.0:1722795750.819352:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+678:2005:x1806482046452736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.819361:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.819367:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 678 pid: 16082 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.819376:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766507264:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.819381:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 678 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.819430:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819436:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866ac000/0xc2e84c07bf947092 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80844db9 expref: 678 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.819450:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.819453:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.819457:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819467:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819485:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.819487:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819491:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+82:3681:x1806481766506624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2212us (2320us total) trans 4296352495 rc 0/0 00010000:00010000:0.0:1722795750.819497:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819498:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044470 00010000:00010000:0.0:1722795750.819505:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.819515:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819515:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+677:2005:x1806482046452736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 162us (259us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.819521:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819525:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967784 00010000:00010000:0.0:1722795750.819526:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.819529:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.819529:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+81:3681:x1806481766506496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2241us (2330us total) trans 4296352496 rc 0/0 00000100:00100000:3.0:1722795750.819533:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766507776:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.819535:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.819540:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044471 00010000:00010000:3.0:1722795750.819545:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.819546:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.819551:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa6854b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.819605:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728ed80/2, rc 0, transno 1385200 00000100:00100000:1.0:1722795750.819617:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766506496:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.819629:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728e300/2, rc 0, transno 1385199 00000100:00100000:1.0:1722795750.819634:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766506624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.819651:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819662:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819681:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.819688:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801367e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+81:3678:x1806481766506368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2682us (2736us total) trans 4296352497 rc 0/0 00010000:00010000:1.0:1722795750.819692:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.819694:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044468 00010000:00010000:1.0:1722795750.819702:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819711:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.819711:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.819716:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.819721:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728dc00/2, rc 0, transno 1385201 00010000:00010000:1.0:1722795750.819727:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819727:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.819738:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.819741:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.819751:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68552 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.819759:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.819777:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452864 00000100:00100000:3.0:1722795750.819781:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452864 00010000:00010000:3.0:1722795750.819793:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 677 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.819797:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766508288:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.819808:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.819808:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453120 00000100:00100000:3.0:1722795750.819810:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453120 00010000:00010000:3.0:1722795750.819816:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 678 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.819826:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046452992 00000100:00100000:3.0:1722795750.819828:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046452992 00010000:00010000:3.0:1722795750.819833:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 679 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.819848:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.819848:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967785 00000100:00100000:3.0:1722795750.819852:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+679:2006:x1806482046452864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.819860:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.819884:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 679 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819893:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 679 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.819896:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453248 00000100:00100000:2.0:1722795750.819901:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453248 00010000:00010000:3.0:1722795750.819906:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f23bcc0/0xc2e84c07bf948108 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845338 expref: 680 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819917:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.819918:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.819919:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 679 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.819921:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.819927:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.819930:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+81:3678:x1806481766506752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2706us (2879us total) trans 4296352498 rc 0/0 00000100:00100000:1.0:1722795750.819940:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044469 00010000:00010000:3.0:1722795750.819942:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.819954:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967786 00000100:00100000:2.0:1722795750.819962:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+679:2006:x1806482046453120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.819964:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+679:2006:x1806482046452864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 110us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.819972:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967787 00010000:00010000:2.0:1722795750.819974:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.819979:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+679:2006:x1806482046452992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.819981:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 679 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.819983:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967785 00010000:00010000:1.0:1722795750.819991:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.819994:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 678 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.819998:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 678 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.819998:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967788 00000100:00100000:3.0:1722795750.820002:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+678:2006:x1806482046453248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.820008:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.820012:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 678 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.820012:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.820012:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 678 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.820015:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.820019:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820021:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 678 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.820029:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.820029:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820031:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.820031:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800886b6640/0xc2e84c07bf9490eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808457d0 expref: 678 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.820035:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820042:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.820044:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.820046:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.820046:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.820046:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820053:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820062:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.820070:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.820079:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+677:2006:x1806482046453120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 115us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.820085:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+677:2006:x1806482046452992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 105us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.820086:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+677:2006:x1806482046453248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.820089:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967786 00000100:00100000:3.0:1722795750.820094:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967788 00000100:00100000:1.0:1722795750.820099:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967787 00000100:00100000:3.0:1722795750.820119:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766508544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.820141:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a2d8c0/0xc2e84c07bf9485f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808454e3 expref: 674 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.820142:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820145:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.820150:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820157:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.820157:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766508032:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.820162:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1722795750.820163:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820167:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766508672:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.820169:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820174:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.820174:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820176:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820179:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.820183:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820192:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820193:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820195:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820199:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa6857c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820202:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820203:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820209:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820213:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820220:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766508416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.820220:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820222:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820226:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820231:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.820233:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820234:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820240:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820241:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.820246:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820249:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820251:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.820254:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68567 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820256:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820269:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820278:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766508544 00010000:00010000:1.0:1722795750.820279:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68575 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820282:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766508544 00000100:00100000:2.0:1722795750.820302:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766508672 00000100:00100000:2.0:1722795750.820305:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766508672 00000100:00100000:2.0:1722795750.820318:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766508416 00000100:00100000:0.0:1722795750.820321:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+84:3678:x1806481766508160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2076us (2118us total) trans 4296352499 rc 0/0 00000100:00100000:2.0:1722795750.820321:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766508416 00000100:00100000:0.0:1722795750.820328:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044475 00000100:00100000:2.0:1722795750.820339:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044476 00000100:00100000:0.0:1722795750.820346:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044477 00000100:00100000:2.0:1722795750.820348:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+85:3680:x1806481766508544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.820350:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+85:3680:x1806481766508672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.820362:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11095 count 1 00002000:00080000:2.0:1722795750.820367:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11094 count 1 00010000:00010000:0.0:1722795750.820371:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820379:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+85:3678:x1806481766507392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2703us (2750us total) trans 4296352500 rc 0/0 00010000:00010000:0.0:1722795750.820382:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.820382:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820386:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044472 00010000:00010000:0.0:1722795750.820388:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.820390:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.820392:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.820425:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820427:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044478 00000100:00100000:3.0:1722795750.820432:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+84:3679:x1806481766508416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.820435:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.820438:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.820441:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.820442:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.820445:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11093 count 1 00010000:00010000:3.0:1722795750.820456:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.820465:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+84:3681:x1806481766507520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2500us (2730us total) trans 4296352501 rc 0/0 00010000:00010000:2.0:1722795750.820467:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820467:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 673 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820473:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.820474:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.820475:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044474 00010000:00010000:3.0:1722795750.820477:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820492:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 673 pid: 16047 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.820513:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008ca80/2, rc 0, transno 1385205 00010000:00010000:3.0:1722795750.820514:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 673 pid: 16047 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.820515:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.820523:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766509056:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.820524:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766507520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.820531:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766508928:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.820534:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.820546:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766508800:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.820549:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.820552:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098373840/0xc2e84c07bf9489eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084562c expref: 673 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.820562:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.820569:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766507904:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.820570:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.820575:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa1f80/2, rc 0, transno 1385203 00000100:00100000:3.0:1722795750.820580:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766508160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.820585:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.820587:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728fb80/2, rc 0, transno 1385204 00000100:00100000:3.0:1722795750.820590:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766507392:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.820596:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.820596:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728c700/2, rc 0, transno 1385202 00000100:00100000:3.0:1722795750.820599:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766506752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.820606:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820617:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820627:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820638:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820647:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.820652:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820662:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820670:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766509184:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.820676:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820686:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa6856e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820692:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.820693:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766509312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.820710:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766509184 00000100:00100000:0.0:1722795750.820714:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766509184 00000100:00100000:3.0:1722795750.820714:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766509440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.820727:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.820740:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766509312 00000100:00100000:0.0:1722795750.820742:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766509312 00000100:00100000:3.0:1722795750.820749:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.820753:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044479 00000100:00100000:0.0:1722795750.820757:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+86:3678:x1806481766509184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.820763:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.820764:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766509440 00000100:00100000:3.0:1722795750.820768:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766509568:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.820769:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11096 count 1 00000100:00100000:2.0:1722795750.820769:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766509440 00010000:00010000:0.0:1722795750.820779:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820781:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.820789:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 672 pid: 15439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820791:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766509568 00000100:00100000:2.0:1722795750.820794:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766509568 00010000:00010000:0.0:1722795750.820795:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.820796:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.820798:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820804:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044480 00000100:00100000:3.0:1722795750.820808:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+88:3679:x1806481766509312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.820812:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 672 pid: 15439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820812:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044481 00000100:00100000:2.0:1722795750.820819:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+88:3680:x1806481766509440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.820820:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 672 pid: 15439 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.820821:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11097 count 1 00000100:00100000:1.0:1722795750.820824:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+88:3681:x1806481766507648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3038us (3109us total) trans 4296352502 rc 0/0 00010000:00010000:3.0:1722795750.820831:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.820832:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766509696:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.820834:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044473 00002000:00080000:2.0:1722795750.820837:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11098 count 1 00010000:00010000:3.0:1722795750.820842:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 672 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820848:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.820849:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.820851:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820851:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.820854:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044482 00000100:00100000:1.0:1722795750.820860:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+87:3680:x1806481766509568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.820883:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.820888:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 672 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.820890:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 672 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.820897:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 672 pid: 16073 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.820899:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11099 count 1 00010000:00010000:2.0:1722795750.820900:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.820902:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.820905:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766509824:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.820906:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820914:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.820925:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.820930:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 672 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.820931:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 672 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820940:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.820942:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.820945:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 672 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.820946:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.820959:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766509952:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.820969:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 672 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.820983:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 672 pid: 16046 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.820995:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.820999:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766510080:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.821034:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.821068:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebdbb80/2, rc 0, transno 1385206 00000100:00100000:1.0:1722795750.821078:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766507648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.821119:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766510208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.821135:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.821157:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766510208 00000100:00100000:1.0:1722795750.821162:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766510208 00000100:00100000:1.0:1722795750.821184:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044483 00000100:00100000:1.0:1722795750.821190:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+88:3678:x1806481766510208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.821205:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11100 count 1 00010000:00010000:1.0:1722795750.821218:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821233:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 672 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821242:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.821245:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.821249:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821271:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 672 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821284:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 672 pid: 9451 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.821298:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766510336:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.821345:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300d80 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.821723:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766509056:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.821737:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.821756:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.821759:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766508800:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.821778:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.821781:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.821783:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453376 00000100:00100000:3.0:1722795750.821786:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453376 00010000:00010000:3.0:1722795750.821797:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 673 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.821801:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453632 00000100:00100000:1.0:1722795750.821806:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453632 00000100:00100000:0.0:1722795750.821811:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.821815:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967789 00000100:00100000:3.0:1722795750.821819:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+674:2006:x1806482046453376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.821822:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 674 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821827:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.821830:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 674 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.821834:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766508928:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.821839:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 674 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.821846:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453504 00000100:00100000:1.0:1722795750.821850:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453504 00010000:00010000:3.0:1722795750.821851:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a13ce1c0/0xc2e84c07bf94a29c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808459cf expref: 674 pid: 16047 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.821857:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.821860:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.821880:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.821884:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 674 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821884:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.821890:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.821905:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.821920:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967790 00000100:00100000:0.0:1722795750.821927:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766509696:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.821928:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+674:2006:x1806482046453632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.821928:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967791 00000100:00100000:3.0:1722795750.821930:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+674:2006:x1806482046453376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 109us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.821935:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+674:2006:x1806482046453504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.821936:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967789 00010000:00010000:1.0:1722795750.821943:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.821946:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.821946:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.821949:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.821952:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821956:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821962:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.821962:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821963:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.821970:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.821975:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e340d80/0xc2e84c07bf94acf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845cca expref: 673 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821976:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821981:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800873a7600/0xc2e84c07bf94a861 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845b49 expref: 673 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.821981:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.821986:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.821986:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.821987:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.821989:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.821990:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.821995:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.821997:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.821997:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822000:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822001:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822009:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822012:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822014:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.822015:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68591 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822032:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.822049:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+671:2006:x1806482046453504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 105us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.822056:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967791 00000100:00100000:1.0:1722795750.822067:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+671:2006:x1806482046453632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 138us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.822076:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967790 00010000:00010000:2.0:1722795750.822080:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822088:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822095:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822100:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822106:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822111:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.822114:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822120:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822128:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822134:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa6858a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822135:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822146:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822148:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+89:3679:x1806481766508416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1714us (1896us total) trans 4296352503 rc 0/0 00000100:00100000:3.0:1722795750.822155:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044478 00010000:00010000:1.0:1722795750.822164:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822175:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822185:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822193:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.822198:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822208:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822214:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:0.0:1722795750.822216:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa3100/2, rc 0, transno 1385207 00010000:00010000:1.0:1722795750.822225:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.822229:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766508416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.822235:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68583 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.822261:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453760 00000100:00100000:3.0:1722795750.822263:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766509824:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.822266:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453760 00010000:00010000:3.0:1722795750.822277:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822280:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 670 pid: 15439 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.822281:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+89:3680:x1806481766508544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1934us (2134us total) trans 4296352504 rc 0/0 00000100:00100000:2.0:1722795750.822289:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044476 00000004:00080000:3.0:1722795750.822297:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa3480/2, rc 0, transno 1385208 00000100:00100000:3.0:1722795750.822301:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766508544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.822309:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967792 00000100:00100000:1.0:1722795750.822316:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+670:2006:x1806482046453760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.822320:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766509952:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.822325:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.822331:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 670 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.822339:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.822344:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 670 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.822360:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866a5b00/0xc2e84c07bf94b0db lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80845e28 expref: 670 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.822374:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.822376:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.822380:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822380:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.822388:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766510464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.822390:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822428:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.822452:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766510464 00000100:00100000:2.0:1722795750.822456:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766510464 00000100:00100000:3.0:1722795750.822456:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766510592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.822457:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.822469:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.822475:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766510592 00000100:00100000:2.0:1722795750.822477:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766510592 00000100:00100000:1.0:1722795750.822481:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+669:2006:x1806482046453760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 163us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.822487:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044484 00000100:00100000:1.0:1722795750.822491:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967792 00000100:00100000:2.0:1722795750.822492:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+90:3678:x1806481766510464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.822492:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044485 00000100:00100000:3.0:1722795750.822497:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+90:3680:x1806481766510592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.822509:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11102 count 1 00010000:00010000:3.0:1722795750.822520:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822524:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822531:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 668 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822537:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822537:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.822538:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.822540:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822549:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822554:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 668 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822560:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.822562:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 668 pid: 16031 timeout: 946 lvb_type: 0 00002000:00080000:2.0:1722795750.822567:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11101 count 1 00010000:00010000:0.0:1722795750.822569:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822570:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766510720:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.822577:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822578:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.822582:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822588:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 668 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.822590:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.822592:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822594:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.822596:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.822598:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822609:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822613:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 668 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.822619:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68598 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.822622:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 668 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.822632:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766510848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.822656:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.822770:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+92:3678:x1806481766509184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2010us (2075us total) trans 4296352506 rc 0/0 00000100:00100000:1.0:1722795750.822770:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+92:3680:x1806481766508672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2416us (2586us total) trans 4296352505 rc 0/0 00000100:00100000:0.0:1722795750.822776:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044479 00000004:00080000:3.0:1722795750.822780:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa1500/2, rc 0, transno 1385209 00000100:00100000:1.0:1722795750.822781:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044477 00000100:00100000:3.0:1722795750.822796:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766508672:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.822812:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa2a00/2, rc 0, transno 1385210 00000100:00100000:3.0:1722795750.822815:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766509184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.822849:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.822857:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766510976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.822895:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795750.822896:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.822905:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766511104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.822918:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766510976 00000100:00100000:1.0:1722795750.822924:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766510976 00000100:00100000:0.0:1722795750.822928:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.822940:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.822946:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766511104 00000100:00100000:3.0:1722795750.822948:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766510336:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.822949:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766511104 00000100:00100000:2.0:1722795750.822953:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.822958:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044486 00010000:00010000:3.0:1722795750.822961:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.822965:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+92:3680:x1806481766510976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.822965:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046453888 00000100:00100000:2.0:1722795750.822968:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046453888 00000100:00100000:1.0:1722795750.822971:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044487 00000100:00100000:1.0:1722795750.822978:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+92:3679:x1806481766511104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.822980:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 669 pid: 16073 timeout: 946 lvb_type: 0 00002000:00080000:0.0:1722795750.822982:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11103 count 1 00010000:00010000:0.0:1722795750.822995:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.822995:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11104 count 1 00000100:00100000:2.0:1722795750.822995:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454144 00000100:00100000:2.0:1722795750.822997:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454144 00010000:00010000:2.0:1722795750.823003:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 670 pid: 16046 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.823007:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967793 00010000:00010000:1.0:1722795750.823009:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.823012:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 670 pid: 16077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.823012:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+670:2006:x1806482046453888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.823017:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967794 00010000:00010000:3.0:1722795750.823020:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.823021:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+670:2006:x1806482046454144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.823022:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.823024:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.823025:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 670 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823025:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 670 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.823028:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823028:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.823032:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 670 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.823033:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 670 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823035:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.823037:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.823040:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 670 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823041:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823045:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e2886c0/0xc2e84c07bf94b645 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846012 expref: 670 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.823052:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823053:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823056:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823056:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.823057:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.823060:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 669 pid: 16077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823060:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823063:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823064:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 669 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823066:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823073:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.823074:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 669 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823079:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 669 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.823080:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.823088:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766511232:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.823094:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766511360:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.823098:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+669:2006:x1806482046454144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.823098:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+669:2006:x1806482046453888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.823104:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967793 00000100:00100000:2.0:1722795750.823119:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967794 00000100:00100000:0.0:1722795750.823120:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.823124:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.823124:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823131:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823137:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823143:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823149:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823154:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.823156:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.823160:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.823160:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a156880/0xc2e84c07bf94bf3d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846384 expref: 667 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.823162:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823170:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.823178:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766510080:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.823180:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6859f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.823189:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454016 00000100:00100000:2.0:1722795750.823194:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454016 00010000:00010000:1.0:1722795750.823195:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823206:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 667 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823207:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823217:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.823220:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.823223:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967795 00000100:00100000:2.0:1722795750.823227:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+667:2006:x1806482046454016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.823228:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823234:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.823237:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 667 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823238:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823245:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 667 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823248:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823256:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.823257:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006ed36880/0xc2e84c07bf94bb31 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808461e0 expref: 667 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.823261:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823271:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823272:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823274:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823276:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823283:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823286:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823295:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.823296:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa685ad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.823299:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+93:3679:x1806481766509312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2488us (2571us total) trans 4296352507 rc 0/0 00000100:00100000:3.0:1722795750.823305:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044480 00000004:00080000:0.0:1722795750.823309:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa1180/2, rc 0, transno 1385211 00000100:00100000:2.0:1722795750.823316:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+666:2006:x1806482046454016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.823321:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967795 00000100:00100000:2.0:1722795750.823332:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454272 00000100:00100000:2.0:1722795750.823335:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454272 00010000:00010000:2.0:1722795750.823341:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 666 pid: 9451 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.823354:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967796 00000100:00100000:2.0:1722795750.823357:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+666:2006:x1806482046454272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.823362:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.823365:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 666 pid: 9451 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.823373:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 666 pid: 9451 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.823388:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072520000/0xc2e84c07bf94c3c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846521 expref: 666 pid: 9451 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.823424:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823426:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.823429:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.823435:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766509312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.823435:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823442:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.823448:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.823449:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823456:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823461:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.823463:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+665:2006:x1806482046454272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 104us (243us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.823467:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.823469:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967796 00010000:00010000:3.0:1722795750.823472:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.823475:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823480:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.823484:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+93:3680:x1806481766509568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2621us (2698us total) trans 4296352508 rc 0/0 00010000:00010000:3.0:1722795750.823490:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.823494:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044482 00010000:00010000:3.0:1722795750.823497:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa685a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.823536:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.823544:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766511488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.823567:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.823585:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766511488 00000100:00100000:1.0:1722795750.823591:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766511488 00000100:00100000:3.0:1722795750.823599:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+94:3680:x1806481766509440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2780us (2848us total) trans 4296352509 rc 0/0 00000100:00100000:3.0:1722795750.823605:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044481 00000100:00100000:1.0:1722795750.823614:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044488 00000100:00100000:1.0:1722795750.823620:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+93:3678:x1806481766511488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.823636:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11105 count 1 00000004:00080000:3.0:1722795750.823636:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa0a80/2, rc 0, transno 1385212 00000100:00100000:3.0:1722795750.823643:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766509568:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.823649:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa2d80/2, rc 0, transno 1385213 00010000:00010000:1.0:1722795750.823650:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.823652:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766509440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.823663:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823665:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 664 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823669:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823674:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.823676:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823677:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.823680:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823682:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823692:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823697:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.823700:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823703:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 664 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823706:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823714:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823720:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa685b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.823725:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 664 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.823726:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766511616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.823747:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766511872:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.823769:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.823780:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.823798:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766511744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.823827:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.823835:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+94:3678:x1806481766510208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2645us (2698us total) trans 4296352510 rc 0/0 00000100:00100000:3.0:1722795750.823841:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044483 00000100:00100000:0.0:1722795750.823844:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766511616 00000100:00100000:0.0:1722795750.823849:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766511616 00000100:00100000:3.0:1722795750.823854:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766511744 00000004:00080000:2.0:1722795750.823857:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd9c00/2, rc 0, transno 1385214 00000100:00100000:3.0:1722795750.823857:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766511744 00000100:00100000:0.0:1722795750.823891:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044489 00000100:00100000:0.0:1722795750.823896:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+95:3680:x1806481766511616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.823896:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766510208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.823897:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044490 00000100:00100000:3.0:1722795750.823910:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+95:3681:x1806481766511744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.823918:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11106 count 1 00002000:00080000:3.0:1722795750.823921:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11107 count 1 00010000:00010000:0.0:1722795750.823929:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823931:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.823940:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 664 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.823944:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1722795750.823945:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.823947:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.823947:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 664 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.823950:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.823953:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766512000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.823953:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.823955:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.823957:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.823965:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 664 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.823978:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 664 pid: 16046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.823980:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 664 pid: 16031 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.823985:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.823987:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 664 pid: 16046 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.823989:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766512128:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.823996:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766512256:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.824007:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766512000 00000100:00100000:2.0:1722795750.824013:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766512000 00000100:00100000:0.0:1722795750.824014:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.824017:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.824036:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044491 00000100:00100000:3.0:1722795750.824040:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+96:3679:x1806481766512000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.824050:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11108 count 1 00010000:00010000:3.0:1722795750.824057:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824065:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 664 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824071:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.824073:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.824075:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824087:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 664 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824095:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 664 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.824103:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766512384:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.824117:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.824214:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766510720:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.824228:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.824233:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.824247:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766510848:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.824270:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.824283:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.824302:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454400 00000100:00100000:1.0:1722795750.824309:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454400 00000100:00100000:2.0:1722795750.824312:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454528 00000100:00100000:2.0:1722795750.824317:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454528 00010000:00010000:1.0:1722795750.824327:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 666 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.824333:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 666 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.824354:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967797 00000100:00100000:1.0:1722795750.824363:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+666:2006:x1806482046454400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.824363:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967798 00000100:00100000:2.0:1722795750.824370:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+666:2006:x1806482046454528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.824374:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.824380:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 666 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.824381:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.824387:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 666 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.824392:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 666 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.824429:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 666 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.824446:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb59d40/0xc2e84c07bf94ca88 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808467f9 expref: 666 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.824448:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088660240/0xc2e84c07bf94c6b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846663 expref: 666 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.824461:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.824463:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.824464:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.824465:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.824468:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824470:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.824480:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824481:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.824484:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766512512:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795750.824501:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.824507:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824510:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.824514:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824520:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824526:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824537:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.824539:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+664:2006:x1806482046454400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 175us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.824540:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+664:2006:x1806482046454528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 168us (255us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.824542:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.824545:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.824549:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967798 00010000:00010000:3.0:1722795750.824550:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.824559:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967797 00010000:00010000:3.0:1722795750.824559:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824565:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa685bb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824587:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824598:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824610:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824620:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824631:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824639:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.824644:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.824650:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766511360:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.824654:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.824669:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.824676:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.824683:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+97:3680:x1806481766510592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2184us (2211us total) trans 4296352511 rc 0/0 00010000:00010000:2.0:1722795750.824686:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa685c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.824689:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044485 00000100:00100000:1.0:1722795750.824697:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766511872:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.824710:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.824718:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd9880/2, rc 0, transno 1385215 00000100:00100000:3.0:1722795750.824725:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766510592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.824758:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766512640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.824777:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.824798:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766512640 00000100:00100000:3.0:1722795750.824801:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766512640 00000100:00100000:3.0:1722795750.824816:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044492 00000100:00100000:3.0:1722795750.824820:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+98:3680:x1806481766512640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.824831:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11109 count 1 00010000:00010000:3.0:1722795750.824840:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.824843:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+98:3678:x1806481766510464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2347us (2411us total) trans 4296352512 rc 0/0 00000100:00100000:0.0:1722795750.824849:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.824851:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 662 pid: 16055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.824854:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044484 00010000:00010000:3.0:1722795750.824856:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.824858:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.824860:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.824886:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.824892:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766511232:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.824893:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 662 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.824902:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 662 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.824905:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.824911:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766512768:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.824912:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.824912:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454656 00000100:00100000:2.0:1722795750.824917:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454656 00000100:00100000:1.0:1722795750.824933:0:16119:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454912 00010000:00010000:2.0:1722795750.824933:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 663 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.824935:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129840 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.824938:0:16119:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454912 00010000:00010000:1.0:1722795750.824953:0:16119:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 664 pid: 16077 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.824957:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046454784 00000100:00100000:3.0:1722795750.824959:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046454784 00000100:00100000:2.0:1722795750.824960:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967799 00000100:00100000:2.0:1722795750.824967:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+665:2006:x1806482046454656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.824970:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 665 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.824977:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.824979:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967800 00010000:00010000:2.0:1722795750.824984:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 665 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.824986:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+665:2006:x1806482046454912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.824989:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.824990:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967801 00000100:00100000:3.0:1722795750.824995:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+665:2006:x1806482046454784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.824996:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.824997:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 665 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825001:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.825003:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.825003:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 665 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825004:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 665 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825013:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 665 pid: 16073 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.825015:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b9bcc0/0xc2e84c07bf94d26f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846b17 expref: 665 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.825016:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 665 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825025:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f88ba80/0xc2e84c07bf94d5a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846c59 expref: 665 pid: 16073 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.825030:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.825034:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.825035:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b812400/0xc2e84c07bf94cee8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084699d expref: 663 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825035:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.825037:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.825038:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825039:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.825044:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825044:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.825046:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455296 00000100:00100000:0.0:1722795750.825049:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455296 00010000:00010000:1.0:1722795750.825049:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.825052:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.825054:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825056:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825057:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.825062:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 663 pid: 16047 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.825067:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825075:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.825075:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+663:2006:x1806482046454784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.825077:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455040 00000100:00100000:0.0:1722795750.825079:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455040 00000100:00100000:3.0:1722795750.825081:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967801 00010000:00010000:1.0:1722795750.825083:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.825086:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 664 pid: 16031 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.825092:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455168 00000100:00100000:3.0:1722795750.825094:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455168 00000100:00100000:2.0:1722795750.825099:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+664:2006:x1806482046454656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 131us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.825100:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967802 00010000:00010000:3.0:1722795750.825101:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 664 pid: 16046 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.825104:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+664:2005:x1806482046455296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.825108:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967799 00000100:00100000:1.0:1722795750.825109:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+664:2006:x1806482046454912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 121us (220us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.825112:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.825115:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 664 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.825118:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967800 00000100:00100000:3.0:1722795750.825123:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967803 00010000:00010000:0.0:1722795750.825124:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 663 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.825127:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+663:2006:x1806482046455040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.825129:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967804 00010000:00010000:3.0:1722795750.825133:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.825135:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+662:2005:x1806482046455168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.825136:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.825136:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 662 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.825137:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.825140:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825144:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 662 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.825145:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.825146:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825147:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825151:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 662 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825153:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.825154:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.825156:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825157:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825158:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.825162:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825164:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 662 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.825169:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825171:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.825175:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+662:2005:x1806482046455296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (186us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.825178:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.825180:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825180:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.825181:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967802 00000100:00100000:3.0:1722795750.825183:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+662:2006:x1806482046455040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.825184:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.825189:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967803 00010000:00010000:1.0:1722795750.825190:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825198:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.825201:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825203:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825214:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.825215:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.825223:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134de2d00/0xc2e84c07bf94d9a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846dd3 expref: 660 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.825224:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5f5c900/0xc2e84c07bf94de07 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80846f62 expref: 660 pid: 16046 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.825227:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.825233:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+659:2005:x1806482046455168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.825233:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766512256:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.825241:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766512128:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.825241:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967804 00010000:00010000:1.0:1722795750.825244:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa685d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825245:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825252:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825257:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825259:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825264:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825269:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825270:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825275:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825279:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825280:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.825283:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825288:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825289:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.825291:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebdad80/2, rc 0, transno 1385216 00010000:00010000:3.0:1722795750.825296:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.825304:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766510464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.825306:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa685e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.825392:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+99:3678:x1806481766511488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1769us (1821us total) trans 4296352513 rc 0/0 00010000:00010000:0.0:1722795750.825421:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825428:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.825431:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044488 00010000:00010000:0.0:1722795750.825434:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.825437:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825443:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.825452:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825457:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.825457:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+98:3681:x1806481766511744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1544us (1628us total) trans 4296352514 rc 0/0 00000100:00100000:3.0:1722795750.825463:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044490 00010000:00010000:0.0:1722795750.825464:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa685de lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825468:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825479:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825490:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.825491:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa0380/2, rc 0, transno 1385218 00000100:00100000:3.0:1722795750.825495:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766511744:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.825500:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825508:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:2.0:1722795750.825511:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa3b80/2, rc 0, transno 1385217 00010000:00010000:1.0:1722795750.825512:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825512:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18186c0/0xc2e84c07bf94e29f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808470dc expref: 657 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.825519:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766511488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.825522:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766512384:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.825523:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825534:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825538:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825541:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825546:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825549:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa685d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825552:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825558:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825564:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825570:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.825572:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825578:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825587:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825592:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa685ec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.825701:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+99:3679:x1806481766511104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2721us (2770us total) trans 4296352515 rc 0/0 00000100:00100000:1.0:1722795750.825709:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044487 00000100:00100000:3.0:1722795750.825714:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+99:3679:x1806481766512000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1672us (1728us total) trans 4296352516 rc 0/0 00000100:00100000:3.0:1722795750.825719:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044491 00010000:00010000:1.0:1722795750.825732:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825742:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.825746:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766512768:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.825752:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.825756:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825762:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825772:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825780:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.825784:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825794:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825807:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.825816:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa685c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.825940:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+99:3680:x1806481766511616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2041us (2168us total) trans 4296352517 rc 0/0 00000004:00080000:3.0:1722795750.825947:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa2300/2, rc 0, transno 1385221 00000100:00100000:0.0:1722795750.825949:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044489 00000100:00100000:3.0:1722795750.825951:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766511616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.825965:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.825983:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455424 00000100:00100000:0.0:1722795750.825985:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.825986:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455424 00000100:00100000:1.0:1722795750.825990:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+98:3680:x1806481766510976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3023us (3091us total) trans 4296352518 rc 0/0 00010000:00010000:3.0:1722795750.825996:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 657 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.825999:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044486 00000100:00100000:3.0:1722795750.826011:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967805 00000100:00100000:3.0:1722795750.826015:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+657:2006:x1806482046455424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000004:00080000:0.0:1722795750.826017:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8dc00/2, rc 0, transno 1385220 00000100:00100000:2.0:1722795750.826018:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766512512 00010000:00010000:3.0:1722795750.826021:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.826023:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766512000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.826024:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766512512 00010000:00010000:3.0:1722795750.826025:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 657 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.826033:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 657 pid: 16055 timeout: 946 lvb_type: 0 00000004:00080000:0.0:1722795750.826036:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd9f80/2, rc 0, transno 1385219 00000100:00100000:0.0:1722795750.826040:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766511104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.826043:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800734aa640/0xc2e84c07bf94e68f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847210 expref: 657 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.826053:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.826055:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.826057:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826063:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.826064:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1722795750.826072:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766512512:12345-0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1722795750.826075:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.826081:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766513152:0@lo:6:osp-syn-1-0.0 00002000:00000024:2.0:1722795750.826093:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:3.0:1722795750.826094:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+656:2006:x1806482046455424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.826099:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967805 00000100:00100000:0.0:1722795750.826108:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.826128:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766512512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.826133:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766512896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.826134:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1722795750.826143:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766512512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795750.826149:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.826157:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766513024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.826172:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766513152 00000100:00100000:0.0:1722795750.826176:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766513152 00000100:00100000:1.0:1722795750.826177:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766512896 00000100:00100000:1.0:1722795750.826182:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766512896 00000100:00100000:3.0:1722795750.826185:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766513408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.826189:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.826197:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766513024 00000100:00100000:0.0:1722795750.826200:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766513024 00000100:00100000:3.0:1722795750.826200:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766513280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.826207:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044493 00000100:00100000:2.0:1722795750.826208:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766513536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.826214:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+100:3679:x1806481766513152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.826214:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.826220:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766513280 00000100:00100000:2.0:1722795750.826221:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.826223:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766513280 00002000:00080000:1.0:1722795750.826230:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11112 count 1 00000004:00080000:3.0:1722795750.826232:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd8e00/2, rc 0, transno 1385222 00000100:00100000:0.0:1722795750.826237:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766513536 00000100:00100000:3.0:1722795750.826237:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766510976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.826240:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766513536 00000100:00100000:2.0:1722795750.826243:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044494 00010000:00010000:1.0:1722795750.826244:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.826247:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+102:3681:x1806481766512896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.826256:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044495 00010000:00010000:1.0:1722795750.826259:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 655 pid: 15460 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.826260:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11110 count 1 00000100:00100000:3.0:1722795750.826261:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044496 00000100:00100000:0.0:1722795750.826263:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+102:3678:x1806481766513024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.826265:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+102:3680:x1806481766513280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.826268:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.826270:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.826271:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826274:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.826276:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11113 count 1 00002000:00080000:0.0:1722795750.826278:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11111 count 1 00010000:00010000:2.0:1722795750.826283:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 655 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826287:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.826289:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.826290:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.826292:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.826292:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826296:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 655 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826296:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 655 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826301:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826302:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826305:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.826307:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 655 pid: 15448 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.826307:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 655 pid: 16103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826311:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 655 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.826315:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 655 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.826317:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826317:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 655 pid: 15460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.826319:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.826322:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.826323:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766513792:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.826325:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766513664:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.826330:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 655 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.826337:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766513920:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.826344:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 655 pid: 15448 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.826346:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.826353:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.826356:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.826357:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 655 pid: 15448 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.826359:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.826370:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766513408 00000100:00100000:0.0:1722795750.826371:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766514048:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.826372:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044497 00000100:00100000:1.0:1722795750.826374:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766513408 00000100:00100000:3.0:1722795750.826376:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+102:3678:x1806481766513536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.826384:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11115 count 1 00010000:00010000:3.0:1722795750.826391:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.826421:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044498 00010000:00010000:3.0:1722795750.826424:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 655 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.826427:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.826428:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+103:3681:x1806481766513408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.826429:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826430:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826432:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.826442:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11114 count 1 00010000:00010000:3.0:1722795750.826445:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 655 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826452:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 655 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.826455:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.826464:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766514176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.826469:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 655 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826478:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.826480:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.826481:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.826484:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826491:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826497:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826504:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 655 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826504:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826509:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826514:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826519:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.826521:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.826525:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 655 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.826526:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826535:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.826538:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766514304:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.826540:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa685f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.826564:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300540 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.826632:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766514432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.826640:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+104:3680:x1806481766512640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1818us (1861us total) trans 4296352519 rc 0/0 00000100:00100000:3.0:1722795750.826646:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044492 00000100:00100000:0.0:1722795750.826653:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.826658:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766514432 00000100:00100000:3.0:1722795750.826661:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766514432 00000100:00100000:3.0:1722795750.826674:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044499 00000100:00100000:3.0:1722795750.826677:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+104:3679:x1806481766514432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.826687:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11116 count 1 00010000:00010000:3.0:1722795750.826696:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826723:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 655 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826729:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826730:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.826733:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826747:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 655 pid: 16047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.826755:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 655 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.826764:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766514560:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.826798:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.826821:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8e300/2, rc 0, transno 1385223 00000100:00100000:3.0:1722795750.826832:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766512640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.826925:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766514688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.826946:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.826997:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766514688 00000100:00100000:0.0:1722795750.827002:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766514688 00000100:00100000:0.0:1722795750.827022:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044500 00000100:00100000:0.0:1722795750.827026:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+105:3680:x1806481766514688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.827039:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11117 count 1 00010000:00010000:0.0:1722795750.827049:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827060:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 655 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827066:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.827068:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.827070:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827085:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 655 pid: 9451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827093:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 655 pid: 9451 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.827102:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766514816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.827137:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.827795:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766513792:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.827797:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.827809:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.827809:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766513664:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.827811:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.827818:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.827825:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.827886:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455680 00000100:00100000:3.0:1722795750.827887:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455552 00000100:00100000:2.0:1722795750.827891:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455680 00000100:00100000:3.0:1722795750.827893:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455552 00000100:00100000:0.0:1722795750.827895:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455808 00000100:00100000:0.0:1722795750.827898:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455808 00010000:00010000:2.0:1722795750.827907:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.827908:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 658 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.827909:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.827932:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967806 00000100:00100000:0.0:1722795750.827937:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967807 00000100:00100000:2.0:1722795750.827938:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+658:2006:x1806482046455680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.827941:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+658:2005:x1806482046455808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.827942:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967808 00010000:00010000:2.0:1722795750.827946:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.827946:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+658:2005:x1806482046455552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.827948:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.827950:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.827951:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.827954:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.827957:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.827957:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 658 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.827958:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.827965:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 658 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.827967:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.827967:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e7b840/0xc2e84c07bf94f3bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084768c expref: 658 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.827968:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.827970:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827975:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.827975:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.827976:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880074918b40/0xc2e84c07bf94eaa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084736e expref: 657 pid: 16103 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.827977:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.827979:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.827984:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.827984:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.827986:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.827988:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.827990:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.827996:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828000:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+656:2005:x1806482046455808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (182us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.828004:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.828005:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967807 00010000:00010000:3.0:1722795750.828009:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.828021:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+655:2006:x1806482046455680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.828026:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967806 00000100:00100000:3.0:1722795750.828027:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+655:2005:x1806482046455552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (217us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.828032:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.828032:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967808 00010000:00010000:1.0:1722795750.828042:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828046:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828051:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828051:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828057:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828060:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828061:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828061:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800781b3180/0xc2e84c07bf94f759 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808477ea expref: 653 pid: 15460 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.828066:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828068:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828070:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.828070:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766513920:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.828072:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828075:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.828077:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828079:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828080:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828084:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828086:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828087:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828091:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828092:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68601 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828096:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828100:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828101:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828106:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828109:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa685fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828110:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.828112:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828117:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828124:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828128:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68608 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.828188:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+108:3681:x1806481766512896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1939us (2038us total) trans 4296352520 rc 0/0 00000100:00100000:2.0:1722795750.828193:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044494 00000004:00080000:2.0:1722795750.828217:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8ea00/2, rc 0, transno 1385224 00000100:00100000:2.0:1722795750.828222:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766512896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.828234:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.828240:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+107:3680:x1806481766513280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1973us (2025us total) trans 4296352522 rc 0/0 00000100:00100000:3.0:1722795750.828245:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044496 00000100:00100000:0.0:1722795750.828249:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.828250:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+107:3679:x1806481766513152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2035us (2140us total) trans 4296352521 rc 0/0 00000100:00100000:2.0:1722795750.828253:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046455936 00000100:00100000:2.0:1722795750.828256:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046455936 00000100:00100000:1.0:1722795750.828258:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044493 00000100:00100000:0.0:1722795750.828260:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456064 00000100:00100000:0.0:1722795750.828263:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456064 00010000:00010000:2.0:1722795750.828266:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 654 pid: 15448 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.828269:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa3800/2, rc 0, transno 1385226 00010000:00010000:0.0:1722795750.828273:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 654 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.828273:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766513280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.828279:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967809 00000100:00100000:2.0:1722795750.828282:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+654:2006:x1806482046455936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.828286:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766514176:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.828288:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967810 00010000:00010000:2.0:1722795750.828288:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.828291:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 654 pid: 15448 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.828292:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+654:2006:x1806482046456064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.828297:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.828297:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 654 pid: 15448 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.828297:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828300:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 654 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.828306:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828307:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 654 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.828307:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.828309:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828314:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828317:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352f6400/0xc2e84c07bf94fff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847aad expref: 654 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.828320:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.828323:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.828325:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828326:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.828327:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766514944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.828329:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828334:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.828339:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+653:2006:x1806482046455936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.828343:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967809 00000100:00100000:3.0:1722795750.828344:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.828345:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.828359:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828361:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+652:2006:x1806482046456064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.828364:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828365:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967810 00000100:00100000:2.0:1722795750.828367:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.828370:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828374:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828379:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828383:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.828384:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.828385:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828388:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eb5a880/0xc2e84c07bf94ef64 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084750b expref: 651 pid: 15448 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.828389:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828415:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766514048:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.828419:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.828422:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766514944 00000100:00100000:2.0:1722795750.828424:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766514944 00010000:00010000:3.0:1722795750.828424:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68616 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828426:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.828434:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515072 00000100:00100000:2.0:1722795750.828435:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515072 00000100:00100000:2.0:1722795750.828442:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044501 00000100:00100000:2.0:1722795750.828445:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+107:3680:x1806481766514944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.828454:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.828455:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11118 count 1 00010000:00010000:0.0:1722795750.828459:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828464:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828465:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828469:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828472:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 650 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828474:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828478:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.828480:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828485:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828488:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.828489:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.828491:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828495:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828502:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa6860f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828506:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 650 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828513:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 650 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.828520:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766515200:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.828539:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.828611:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766514816:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.828618:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044502 00000100:00100000:0.0:1722795750.828622:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+109:3678:x1806481766513024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2359us (2431us total) trans 4296352523 rc 0/0 00000100:00100000:2.0:1722795750.828622:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+109:3678:x1806481766515072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.828627:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828628:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044495 00002000:00080000:2.0:1722795750.828633:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11119 count 1 00010000:00010000:2.0:1722795750.828640:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.828648:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 650 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.828650:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766514304:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.828652:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.828653:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.828654:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.828655:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828660:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828665:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456320 00010000:00010000:2.0:1722795750.828666:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 650 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828667:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456320 00010000:00010000:0.0:1722795750.828675:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 651 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.828675:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+108:3678:x1806481766513536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2297us (2452us total) trans 4296352524 rc 0/0 00010000:00010000:2.0:1722795750.828677:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 651 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.828680:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044497 00000100:00100000:2.0:1722795750.828683:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766515328:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.828687:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967811 00000100:00100000:0.0:1722795750.828690:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+651:2005:x1806482046456320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.828696:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.828697:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.828699:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.828700:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 651 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.828704:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766514560:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.828706:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 651 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.828711:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456192 00010000:00010000:0.0:1722795750.828715:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a011200/0xc2e84c07bf95046b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847c19 expref: 651 pid: 16047 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.828715:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456192 00000004:00080000:2.0:1722795750.828715:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8d500/2, rc 0, transno 1385227 00010000:00010000:3.0:1722795750.828716:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.828721:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766513024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.828723:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828724:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828726:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828728:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 651 pid: 9451 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.828728:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa1c00/2, rc 0, transno 1385228 00000100:00100000:2.0:1722795750.828730:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766513536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.828736:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.828766:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967812 00010000:00010000:0.0:1722795750.828767:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.828773:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+651:2006:x1806482046456192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.828778:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828782:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+651:2005:x1806482046456320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.828783:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.828784:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828787:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967811 00010000:00010000:1.0:1722795750.828788:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 651 pid: 9451 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.828789:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.828789:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828795:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828799:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456448 00010000:00010000:1.0:1722795750.828800:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 650 pid: 9451 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.828800:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.828801:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456448 00010000:00010000:0.0:1722795750.828808:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 651 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.828808:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.828811:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828816:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828817:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083b86f40/0xc2e84c07bf950a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847e03 expref: 651 pid: 9451 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.828820:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967813 00000100:00100000:0.0:1722795750.828824:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+651:2006:x1806482046456448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.828824:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.828829:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68624 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828831:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.828832:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.828834:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828835:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 650 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.828837:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828846:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828887:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.828912:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+650:2006:x1806482046456192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 137us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.828921:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967812 00000100:00100000:3.0:1722795750.828939:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+108:3679:x1806481766514432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2259us (2284us total) trans 4296352525 rc 0/0 00000100:00100000:3.0:1722795750.828944:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044499 00010000:00010000:0.0:1722795750.828946:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 649 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.828962:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007203e640/0xc2e84c07bf94fb88 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847925 expref: 649 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.828964:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828974:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828976:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828978:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.828982:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828984:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.828990:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.828994:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829013:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829022:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.829026:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.829031:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.829035:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829047:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829052:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.829055:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+648:2006:x1806482046456448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 228us (264us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.829055:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa6862b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829059:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.829064:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967813 00010000:00010000:2.0:1722795750.829065:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829071:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829076:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829085:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.829087:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829092:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829101:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829106:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa6861d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.829195:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96e680/2, rc 0, transno 1385229 00000100:00100000:0.0:1722795750.829202:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766514432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.829203:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+109:3680:x1806481766514688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2173us (2253us total) trans 4296352526 rc 0/0 00000100:00100000:1.0:1722795750.829212:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044500 00000004:00080000:0.0:1722795750.829214:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8c380/2, rc 0, transno 1385225 00000100:00100000:2.0:1722795750.829217:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+109:3681:x1806481766513408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2789us (2856us total) trans 4296352527 rc 0/0 00000100:00100000:0.0:1722795750.829218:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766513152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829223:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044498 00000004:00080000:3.0:1722795750.829228:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96e300/2, rc 0, transno 1385230 00000100:00100000:3.0:1722795750.829233:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766514688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.829265:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.829272:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.829292:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.829301:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766515968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829308:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515456 00000100:00100000:3.0:1722795750.829309:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829311:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515456 00000100:00100000:3.0:1722795750.829320:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.829324:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515840 00000100:00100000:2.0:1722795750.829326:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515840 00000100:00100000:0.0:1722795750.829331:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.829332:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044503 00000100:00100000:3.0:1722795750.829336:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766515584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.829339:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+109:3678:x1806481766515456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829345:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515968 00000100:00100000:2.0:1722795750.829357:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515968 00000100:00100000:3.0:1722795750.829359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795750.829364:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11120 count 1 00000100:00100000:3.0:1722795750.829369:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.829372:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766515712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829373:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515584 00000100:00100000:2.0:1722795750.829375:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515584 00010000:00010000:1.0:1722795750.829376:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.829381:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.829385:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044504 00010000:00010000:1.0:1722795750.829390:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 647 pid: 16048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.829390:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044505 00000100:00100000:0.0:1722795750.829392:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+111:3678:x1806481766515840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829415:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+111:3679:x1806481766515968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.829416:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766515712 00000100:00100000:3.0:1722795750.829419:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766515712 00010000:00010000:1.0:1722795750.829422:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.829425:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1722795750.829427:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11124 count 1 00010000:00010000:1.0:1722795750.829428:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.829434:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11123 count 1 00000100:00100000:3.0:1722795750.829435:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044506 00010000:00010000:2.0:1722795750.829436:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.829439:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+112:3680:x1806481766515584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.829445:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 647 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.829446:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829449:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 647 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829451:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.829452:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1722795750.829452:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11121 count 1 00010000:00010000:2.0:1722795750.829454:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.829460:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829461:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 647 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.829461:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.829467:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 647 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.829469:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.829471:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.829472:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.829475:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.829475:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b96ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766516096:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.829475:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 647 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.829477:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.829478:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.829480:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.829483:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766516224:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.829495:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.829495:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.829502:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.829505:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.829505:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.829508:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.829511:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077590a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766516480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.829520:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766516352:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.829523:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044507 00000004:00080000:2.0:1722795750.829526:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa2680/2, rc 0, transno 1385231 00000100:00100000:1.0:1722795750.829529:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+112:3680:x1806481766515712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.829533:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766513408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.829534:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00002000:00080000:1.0:1722795750.829544:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11122 count 1 00000100:00100000:0.0:1722795750.829547:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.829556:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829568:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 647 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829577:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.829579:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.829582:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829601:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 647 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829612:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 647 pid: 16109 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.829640:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766516608:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.829663:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.829880:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766516736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.829900:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.829924:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766516736 00000100:00100000:1.0:1722795750.829930:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766516736 00000100:00100000:1.0:1722795750.829951:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044508 00000100:00100000:1.0:1722795750.829957:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+113:3680:x1806481766516736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.829970:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11125 count 1 00010000:00010000:1.0:1722795750.829982:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.829995:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 647 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830004:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.830006:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.830009:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830029:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 647 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830041:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 647 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.830053:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766516864:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.830082:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.830206:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766515200:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.830214:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.830222:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.830235:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766515328:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.830249:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.830251:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.830263:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456704 00000100:00100000:0.0:1722795750.830266:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456704 00010000:00010000:0.0:1722795750.830277:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 648 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.830283:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456576 00000100:00100000:1.0:1722795750.830288:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456576 00000100:00100000:0.0:1722795750.830292:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967814 00000100:00100000:0.0:1722795750.830296:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+649:2006:x1806482046456704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.830302:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.830304:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 649 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.830306:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 649 pid: 16114 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.830313:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 649 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.830326:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967815 00010000:00010000:0.0:1722795750.830329:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b1ed00/0xc2e84c07bf9510b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80847fca expref: 649 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.830333:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+649:2005:x1806482046456576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.830338:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.830340:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.830341:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.830342:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830346:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 648 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.830348:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.830359:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.830359:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 648 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.830371:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830375:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f35680/0xc2e84c07bf9514ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848128 expref: 648 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.830377:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+648:2006:x1806482046456704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.830381:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967814 00010000:00010000:2.0:1722795750.830382:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830387:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.830388:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830389:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.830393:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830393:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830418:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830423:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.830425:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830431:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830436:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830441:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830445:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68632 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.830455:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.830458:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830465:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830471:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830476:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.830481:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+646:2005:x1806482046456576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 147us (228us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.830481:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830486:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.830488:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.830490:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967815 00010000:00010000:3.0:1722795750.830493:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830502:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830507:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68639 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.830564:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+115:3680:x1806481766514944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2116us (2217us total) trans 4296352528 rc 0/0 00000100:00100000:2.0:1722795750.830570:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044501 00000004:00080000:0.0:1722795750.830597:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96f800/2, rc 0, transno 1385232 00000100:00100000:0.0:1722795750.830607:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766514944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.830614:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+114:3678:x1806481766515072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1990us (2228us total) trans 4296352529 rc 0/0 00000100:00100000:3.0:1722795750.830620:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044502 00000100:00100000:2.0:1722795750.830647:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766516992:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.830647:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96c700/2, rc 0, transno 1385233 00000100:00100000:3.0:1722795750.830654:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.830666:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.830684:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766516992 00000100:00100000:3.0:1722795750.830687:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766516992 00000100:00100000:3.0:1722795750.830701:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044509 00000100:00100000:3.0:1722795750.830705:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+114:3681:x1806481766516992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.830713:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1722795750.830716:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11126 count 1 00000100:00100000:0.0:1722795750.830722:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766517120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.830725:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830734:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 645 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830740:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.830741:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.830743:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.830743:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.830756:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766517120 00000100:00100000:2.0:1722795750.830759:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766517120 00010000:00010000:3.0:1722795750.830761:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 645 pid: 16039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.830768:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 645 pid: 16039 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.830774:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044510 00000100:00100000:3.0:1722795750.830776:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077590e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766517248:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.830778:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+115:3679:x1806481766517120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.830789:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11127 count 1 00010000:00010000:2.0:1722795750.830798:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.830799:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.830807:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 645 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830812:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.830814:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.830816:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830828:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 645 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.830835:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 645 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.830843:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766517376:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.830888:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.831096:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766516096:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.831100:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766516224:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.831108:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766516352:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.831113:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831114:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831122:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.831133:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077590a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766516480:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.831138:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.831140:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766516608:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.831144:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831152:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456832 00010000:00010000:1.0:1722795750.831153:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831155:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456832 00000100:00100000:2.0:1722795750.831161:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.831165:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 646 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.831178:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457088 00000100:00100000:0.0:1722795750.831180:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457088 00000100:00100000:2.0:1722795750.831180:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.831185:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.831186:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457344 00000100:00100000:3.0:1722795750.831189:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457344 00010000:00010000:3.0:1722795750.831200:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 648 pid: 15621 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.831207:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967816 00000100:00100000:0.0:1722795750.831210:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+648:2005:x1806482046456832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.831214:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967817 00010000:00010000:0.0:1722795750.831217:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.831220:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 648 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.831220:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+648:2005:x1806482046457088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.831221:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967818 00010000:00010000:0.0:1722795750.831227:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 648 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.831229:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+648:2005:x1806482046457344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.831231:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.831237:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 648 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.831238:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135877a80/0xc2e84c07bf951a36 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808482e1 expref: 648 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831239:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.831246:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.831247:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.831248:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.831248:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.831250:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831255:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.831256:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831265:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133c78900/0xc2e84c07bf952a27 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808487b1 expref: 647 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831267:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076747180/0xc2e84c07bf951f06 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084844d expref: 647 pid: 15621 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.831273:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.831278:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831278:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831279:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.831280:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831282:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831283:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831287:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831290:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+645:2005:x1806482046456832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.831292:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831296:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967816 00010000:00010000:2.0:1722795750.831301:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.831307:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831311:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.831313:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831319:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+644:2005:x1806482046457344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.831319:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831324:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831327:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967818 00010000:00010000:3.0:1722795750.831329:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.831334:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+644:2005:x1806482046457088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 113us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.831334:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.831336:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831341:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.831342:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967817 00010000:00010000:3.0:1722795750.831349:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831354:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68655 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831368:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831377:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831422:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831433:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831442:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831450:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.831454:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831457:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.831463:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831470:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046456960 00000100:00100000:2.0:1722795750.831473:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046456960 00010000:00010000:1.0:1722795750.831476:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831483:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 643 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.831485:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6864e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.831488:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+116:3680:x1806481766515584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2047us (2126us total) trans 4296352530 rc 0/0 00000100:00100000:3.0:1722795750.831494:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044506 00000100:00100000:2.0:1722795750.831496:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967819 00000100:00100000:2.0:1722795750.831500:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+643:2006:x1806482046456960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.831505:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.831508:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 643 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831515:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 643 pid: 16055 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.831520:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96ed80/2, rc 0, transno 1385234 00010000:00010000:2.0:1722795750.831525:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133c0cfc0/0xc2e84c07bf952f7c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848939 expref: 643 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.831526:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766515584:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.831533:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831534:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831537:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831542:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.831552:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.831557:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766517504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.831558:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.831574:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+642:2006:x1806482046456960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.831576:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.831579:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967819 00000100:00100000:3.0:1722795750.831592:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766517504 00000100:00100000:3.0:1722795750.831595:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766517504 00000100:00100000:3.0:1722795750.831608:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044511 00000100:00100000:0.0:1722795750.831611:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.831612:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+117:3678:x1806481766517504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.831623:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11128 count 1 00000100:00100000:1.0:1722795750.831626:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+117:3678:x1806481766515840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2233us (2303us total) trans 4296352531 rc 0/0 00000100:00100000:2.0:1722795750.831632:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457216 00010000:00010000:3.0:1722795750.831633:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.831635:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044504 00000100:00100000:2.0:1722795750.831635:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457216 00010000:00010000:3.0:1722795750.831642:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 642 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831643:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 642 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831647:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.831648:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.831650:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831655:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967820 00000100:00100000:2.0:1722795750.831658:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+642:2006:x1806482046457216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.831663:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.831663:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 642 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831666:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 642 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831670:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 642 pid: 15447 timeout: 946 lvb_type: 0 00000004:00080000:1.0:1722795750.831673:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96d180/2, rc 0, transno 1385235 00010000:00010000:2.0:1722795750.831674:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 642 pid: 16109 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.831678:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077592680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766517632:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.831679:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.831682:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.831683:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800786c3600/0xc2e84c07bf952431 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808485f1 expref: 642 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831692:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831693:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.831695:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457472 00010000:00010000:2.0:1722795750.831696:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831697:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457472 00000100:00100000:3.0:1722795750.831702:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.831704:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766516864:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.831705:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831708:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 642 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831712:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.831716:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.831718:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831719:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831721:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967821 00010000:00010000:3.0:1722795750.831724:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.831725:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+642:2005:x1806482046457472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.831729:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831730:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+642:2006:x1806482046457216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (161us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.831731:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.831734:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 642 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831734:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831735:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967820 00010000:00010000:1.0:1722795750.831737:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831738:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.831740:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831742:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 642 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831745:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831746:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831752:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078471f80/0xc2e84c07bf953548 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848b31 expref: 641 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.831753:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831755:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.831758:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68647 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831763:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.831764:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.831764:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831768:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831773:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831781:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.831785:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831793:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831812:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.831820:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa6865c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.831840:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.831854:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+117:3679:x1806481766515968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2458us (2522us total) trans 4296352532 rc 0/0 00000100:00100000:3.0:1722795750.831859:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044505 00010000:00010000:0.0:1722795750.831880:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.831884:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.831898:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457600 00000100:00100000:2.0:1722795750.831901:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457600 00000100:00100000:0.0:1722795750.831907:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+641:2005:x1806482046457472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 178us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.831910:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077590e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766517248:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.831912:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 641 pid: 16039 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.831915:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967821 00010000:00010000:3.0:1722795750.831922:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.831926:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967822 00000100:00100000:2.0:1722795750.831929:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+640:2004:x1806482046457600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.831935:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.831938:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 640 pid: 16039 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831945:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 640 pid: 16039 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831955:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e80dd40/0xc2e84c07bf953a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848cb9 expref: 640 pid: 16039 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.831967:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.831968:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.831969:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766517760:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.831971:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.831976:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+117:3680:x1806481766515712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2445us (2591us total) trans 4296352533 rc 0/0 00010000:00010000:2.0:1722795750.831976:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.831985:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044507 00000100:00100000:3.0:1722795750.831986:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.831988:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.832006:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766517760 00000100:00100000:2.0:1722795750.832006:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+639:2004:x1806482046457600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.832010:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766517760 00000100:00100000:2.0:1722795750.832010:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967822 00000004:00080000:3.0:1722795750.832014:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96dc00/2, rc 0, transno 1385237 00000100:00100000:3.0:1722795750.832018:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766515712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.832031:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044512 00010000:00010000:3.0:1722795750.832031:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.832036:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+117:3680:x1806481766517760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.832037:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.832040:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766517376:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.832043:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.832047:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96fb80/2, rc 0, transno 1385236 00010000:00010000:3.0:1722795750.832048:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.832050:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11129 count 1 00010000:00010000:2.0:1722795750.832051:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.832052:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766515968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.832053:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832059:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.832061:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832061:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832066:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832074:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832075:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 638 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832079:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa6866a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832084:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.832086:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.832089:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832109:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 638 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832128:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 638 pid: 16068 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.832141:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766517888:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.832169:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.832185:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832194:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832204:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832213:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832234:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+118:3681:x1806481766516992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1511us (1550us total) trans 4296352534 rc 0/0 00010000:00010000:1.0:1722795750.832238:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832240:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044509 00000004:00080000:2.0:1722795750.832242:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feab100/2, rc 0, transno 1385238 00010000:00010000:1.0:1722795750.832247:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.832247:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766516992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.832251:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832261:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832276:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832277:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.832287:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68663 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.832291:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457728 00000100:00100000:2.0:1722795750.832294:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457728 00010000:00010000:2.0:1722795750.832304:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 639 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.832319:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967823 00000100:00100000:2.0:1722795750.832323:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+639:2006:x1806482046457728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.832330:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.832333:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 639 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.832335:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.832341:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 639 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.832342:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766518016:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.832351:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca400/0xc2e84c07bf9540e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848e8e expref: 639 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.832362:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.832362:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.832363:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.832366:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832372:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832379:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766518016 00000100:00100000:3.0:1722795750.832382:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766518016 00010000:00010000:2.0:1722795750.832384:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.832397:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044513 00000100:00100000:3.0:1722795750.832401:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+119:3680:x1806481766518016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.832427:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+638:2006:x1806482046457728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.832432:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967823 00002000:00080000:3.0:1722795750.832436:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11130 count 1 00010000:00010000:3.0:1722795750.832447:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832450:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832457:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832458:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 637 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.832459:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+119:3680:x1806481766516736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2498us (2554us total) trans 4296352535 rc 0/0 00010000:00010000:3.0:1722795750.832464:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.832466:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.832468:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832468:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.832469:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044508 00010000:00010000:2.0:1722795750.832474:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832480:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832482:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 637 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832485:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.832488:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.832490:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 637 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.832493:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832495:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832499:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766518144:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.832502:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832507:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832507:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68671 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832518:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832519:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.832528:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832538:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.832541:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaad80/2, rc 0, transno 1385239 00000100:00100000:3.0:1722795750.832545:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766516736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.832546:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.832551:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832562:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.832577:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.832583:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766518528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.832587:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68640 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.832594:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.832600:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.832631:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+119:3679:x1806481766517120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1850us (1885us total) trans 4296352536 rc 0/0 00000100:00100000:2.0:1722795750.832653:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044510 00000100:00100000:2.0:1722795750.832666:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766518528 00000100:00100000:2.0:1722795750.832669:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766518528 00000100:00100000:2.0:1722795750.832682:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044514 00000100:00100000:2.0:1722795750.832686:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+120:3680:x1806481766518528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.832696:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11133 count 1 00000100:00100000:0.0:1722795750.832720:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077592680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766517632:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.832724:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832735:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 637 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832740:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.832742:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.832743:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832744:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832759:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 637 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.832761:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+120:3678:x1806481766515456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3419us (3464us total) trans 4296352537 rc 0/0 00010000:00010000:2.0:1722795750.832767:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 637 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.832770:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044503 00000100:00100000:0.0:1722795750.832772:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766518400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.832776:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766518656:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.832801:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484240 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.832802:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766518272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.832815:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457856 00000100:00100000:2.0:1722795750.832817:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457856 00010000:00010000:2.0:1722795750.832828:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 638 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.832846:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967824 00000100:00100000:2.0:1722795750.832850:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+638:2003:x1806482046457856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.832856:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.832859:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 638 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.832891:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 638 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.832913:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089d66ac0/0xc2e84c07bf9545cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80848ffa expref: 638 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.832924:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.832925:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.832927:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832934:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.832947:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.832954:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.832965:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+637:2003:x1806482046457856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 113us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.832970:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967824 00000100:00100000:1.0:1722795750.832972:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766518400 00000100:00100000:1.0:1722795750.832977:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766518400 00000100:00100000:1.0:1722795750.833002:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044515 00000100:00100000:1.0:1722795750.833008:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+120:3679:x1806481766518400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.833010:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766517888:192.168.201.15@tcp:104: 00002000:00080000:1.0:1722795750.833024:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11132 count 1 00010000:00010000:3.0:1722795750.833024:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833037:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833053:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 636 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833063:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833066:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833069:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833091:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 636 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833105:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 636 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.833119:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766518784:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.833166:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300e40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.833180:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.833189:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833193:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766518272 00010000:00010000:0.0:1722795750.833196:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833196:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766518272 00010000:00010000:0.0:1722795750.833202:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.833206:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b96c000/2, rc 0, transno 1385241 00000100:00100000:3.0:1722795750.833211:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044516 00010000:00010000:0.0:1722795750.833212:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.833215:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b96c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766515456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.833215:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+121:3678:x1806481766518272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.833217:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833221:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.833223:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.833225:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11131 count 1 00010000:00010000:0.0:1722795750.833228:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833233:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833236:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833241:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68678 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833241:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 636 pid: 16101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833245:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833246:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833248:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.833259:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.833261:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 636 pid: 16101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833267:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 636 pid: 16101 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.833274:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766518912:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.833277:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046457984 00000100:00100000:2.0:1722795750.833281:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046457984 00010000:00010000:2.0:1722795750.833294:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 637 pid: 16068 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.833295:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.833314:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967825 00000100:00100000:2.0:1722795750.833319:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+637:2006:x1806482046457984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.833325:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.833328:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.833330:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766519040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.833332:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 637 pid: 16068 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.833342:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 637 pid: 16068 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.833347:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.833357:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a298c0/0xc2e84c07bf954a80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084917b expref: 637 pid: 16068 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.833367:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766519040 00010000:00010000:2.0:1722795750.833369:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.833371:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.833372:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766519040 00010000:00010000:2.0:1722795750.833374:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.833377:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+123:3678:x1806481766517504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1761us (1797us total) trans 4296352538 rc 0/0 00010000:00010000:2.0:1722795750.833383:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.833386:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044511 00000100:00100000:1.0:1722795750.833391:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044517 00000100:00100000:1.0:1722795750.833421:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+122:3680:x1806481766519040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.833423:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.833429:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.833435:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11134 count 1 00010000:00010000:3.0:1722795750.833440:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833446:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833447:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.833450:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+636:2006:x1806482046457984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 129us (191us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.833450:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833455:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833459:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 636 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833459:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.833461:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.833463:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967825 00010000:00010000:3.0:1722795750.833466:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833467:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833469:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833472:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833474:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833480:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa6867f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833491:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 635 pid: 16045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.833502:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 635 pid: 16045 timeout: 946 lvb_type: 0 00000004:00080000:0.0:1722795750.833513:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea8000/2, rc 0, transno 1385240 00000100:00100000:1.0:1722795750.833515:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766519168:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.833521:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766517120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.833538:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.833563:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077590a80/2, rc 0, transno 1385242 00000100:00100000:1.0:1722795750.833569:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766517504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.833575:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+123:3680:x1806481766517760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1539us (1587us total) trans 4296352539 rc 0/0 00000100:00100000:3.0:1722795750.833581:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044512 00000100:00100000:3.0:1722795750.833605:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766518144:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.833616:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.833621:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.833622:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766519424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.833622:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766519296:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.833631:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077590e00/2, rc 0, transno 1385243 00000100:00100000:2.0:1722795750.833634:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458112 00000100:00100000:2.0:1722795750.833637:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458112 00000100:00100000:3.0:1722795750.833637:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766517760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.833644:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.833651:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 636 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.833667:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.833669:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967826 00000100:00100000:3.0:1722795750.833669:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.833675:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+636:2006:x1806482046458112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.833683:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.833688:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 636 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.833690:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458240 00000100:00100000:0.0:1722795750.833693:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458240 00000100:00100000:1.0:1722795750.833693:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766519424 00000100:00100000:3.0:1722795750.833695:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766519552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.833697:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766519424 00010000:00010000:2.0:1722795750.833699:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 637 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.833703:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 637 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.833713:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766519296 00000100:00100000:3.0:1722795750.833713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.833729:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131368480/0xc2e84c07bf956219 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084a6b3 expref: 637 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.833731:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766519296 00000100:00100000:0.0:1722795750.833733:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967827 00000100:00100000:0.0:1722795750.833737:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+636:2006:x1806482046458240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.833741:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.833744:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.833745:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766519552 00000100:00100000:1.0:1722795750.833747:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766519552 00010000:00010000:2.0:1722795750.833748:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833753:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044518 00010000:00010000:2.0:1722795750.833757:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833758:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+125:3679:x1806481766519424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.833766:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044519 00002000:00080000:3.0:1722795750.833770:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11136 count 1 00000100:00100000:1.0:1722795750.833772:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+125:3678:x1806481766519296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.833779:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.833784:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1722795750.833788:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11135 count 1 00010000:00010000:3.0:1722795750.833788:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 636 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833794:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833795:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833797:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833799:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.833800:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833821:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 636 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.833823:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+636:2006:x1806482046458112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 146us (203us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.833827:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 636 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.833831:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967826 00010000:00010000:1.0:1722795750.833835:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 636 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833835:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 636 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.833842:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072635500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766519680:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.833843:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833845:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.833848:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833858:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.833884:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 635 pid: 15447 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833886:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044520 00000100:00100000:3.0:1722795750.833890:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+125:3680:x1806481766519552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.833896:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 635 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.833899:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 635 pid: 15447 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.833899:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11137 count 1 00010000:00010000:3.0:1722795750.833906:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.833909:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766519808:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.833911:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766518656:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.833915:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 635 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833917:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b00fc0/0xc2e84c07bf9599fd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b260 expref: 635 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.833920:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833921:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.833922:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.833926:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833931:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.833933:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.833933:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.833934:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 634 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.833936:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833941:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 634 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.833945:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.833952:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072634000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766519936:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.833966:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.833967:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.833976:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833981:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833986:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833991:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.833996:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834000:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.834002:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.834006:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766518784:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.834007:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834014:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834020:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68686 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834021:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834035:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+634:2006:x1806482046458240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 295us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.834041:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967827 00000100:00100000:2.0:1722795750.834064:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.834082:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458368 00000100:00100000:2.0:1722795750.834086:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458368 00010000:00010000:2.0:1722795750.834099:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 634 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.834115:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+126:3680:x1806481766518016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1712us (1751us total) trans 4296352540 rc 0/0 00000100:00100000:3.0:1722795750.834120:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044513 00000100:00100000:2.0:1722795750.834130:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967828 00000004:00080000:0.0:1722795750.834133:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089660e00/2, rc 0, transno 1385244 00000100:00100000:2.0:1722795750.834136:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+634:2005:x1806482046458368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.834140:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766518016:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.834162:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.834167:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 634 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.834174:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.834180:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 634 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.834184:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795750.834191:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766520064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.834194:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458496 00010000:00010000:2.0:1722795750.834196:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2a18c0/0xc2e84c07bf9592b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b0fb expref: 634 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.834199:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458496 00000100:00100000:0.0:1722795750.834210:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.834216:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 634 pid: 16101 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.834219:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.834221:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.834225:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.834235:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.834239:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967829 00000100:00100000:3.0:1722795750.834243:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.834247:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+634:2006:x1806482046458496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.834250:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458624 00000100:00100000:0.0:1722795750.834253:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458624 00010000:00010000:2.0:1722795750.834256:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.834257:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.834259:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766520064 00010000:00010000:0.0:1722795750.834263:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 635 pid: 16045 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.834271:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766520064 00010000:00010000:1.0:1722795750.834273:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 635 pid: 16101 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.834283:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967830 00010000:00010000:1.0:1722795750.834287:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 635 pid: 16101 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.834289:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044521 00000100:00100000:0.0:1722795750.834290:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072634700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+635:2005:x1806482046458624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.834292:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+126:3680:x1806481766520064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.834293:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+635:2005:x1806482046458368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 151us (226us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.834296:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.834299:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 635 pid: 16045 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.834302:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.834302:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967828 00002000:00080000:3.0:1722795750.834303:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11138 count 1 00010000:00010000:1.0:1722795750.834305:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.834308:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 635 pid: 16045 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.834308:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834312:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834318:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.834318:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834319:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.834322:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834322:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 634 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834327:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.834328:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.834330:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.834331:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834333:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834333:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.834341:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834344:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 634 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834347:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.834352:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.834355:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+634:2006:x1806482046458496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 107us (180us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.834356:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 634 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.834361:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.834364:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967829 00000100:00100000:3.0:1722795750.834364:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766520192:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.834371:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072634700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+634:2005:x1806482046458624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.834371:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834379:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967830 00000100:00100000:3.0:1722795750.834384:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.834386:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.834390:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.834391:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.834400:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834427:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834429:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e8c58c0/0xc2e84c07bf958aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084afa4 expref: 632 pid: 16101 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.834438:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.834438:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766518912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.834442:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834448:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834449:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.834452:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa6868d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834456:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834457:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834461:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834465:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.834467:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834470:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834472:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834477:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834480:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834483:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.834486:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834493:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834493:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834502:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68694 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834502:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834507:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa6869b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.834650:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+129:3679:x1806481766518400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1639us (1695us total) trans 4296352541 rc 0/0 00000100:00100000:1.0:1722795750.834659:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044515 00000004:00080000:0.0:1722795750.834660:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072636300/2, rc 0, transno 1385245 00000100:00100000:0.0:1722795750.834668:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766518400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.834698:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007df9cfc0/0xc2e84c07bf95a17b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b404 expref: 631 pid: 16045 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.834707:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+128:3680:x1806481766518528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2016us (2102us total) trans 4296352542 rc 0/0 00000100:00100000:1.0:1722795750.834711:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766519168:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795750.834713:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072636a00/2, rc 0, transno 1385246 00000100:00100000:3.0:1722795750.834715:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+128:3678:x1806481766518272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1498us (1534us total) trans 4296352543 rc 0/0 00000100:00100000:2.0:1722795750.834716:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044514 00000100:00100000:0.0:1722795750.834718:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766518528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.834721:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044516 00010000:00010000:1.0:1722795750.834729:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834740:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834749:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834759:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834761:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766520448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.834768:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834778:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.834786:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.834791:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834793:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.834800:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.834811:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766520448 00010000:00010000:1.0:1722795750.834812:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.834814:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766520448 00000100:00100000:0.0:1722795750.834816:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795750.834824:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766520320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.834827:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044522 00010000:00010000:1.0:1722795750.834829:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa686a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.834830:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+127:3679:x1806481766520448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.834841:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11140 count 1 00000100:00100000:0.0:1722795750.834846:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.834850:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834859:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 630 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.834887:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.834888:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766520320 00010000:00010000:3.0:1722795750.834889:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.834891:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834909:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766520320 00010000:00010000:3.0:1722795750.834923:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 630 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.834928:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044523 00010000:00010000:3.0:1722795750.834930:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 630 pid: 16109 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.834932:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+129:3679:x1806481766520320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.834937:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766520576:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795750.834942:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11139 count 1 00010000:00010000:0.0:1722795750.834950:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.834957:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.834960:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 630 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834965:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.834966:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.834968:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834982:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 630 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.834988:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 630 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.834996:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766520704:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.835000:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+129:3680:x1806481766519040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1602us (1650us total) trans 4296352544 rc 0/0 00000100:00100000:1.0:1722795750.835008:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044517 00000100:00100000:0.0:1722795750.835017:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.835038:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072636680/2, rc 0, transno 1385248 00000100:00100000:1.0:1722795750.835047:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766519040:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.835066:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801213d0000/2, rc 0, transno 1385247 00000100:00100000:1.0:1722795750.835073:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766518272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.835073:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795750.835080:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766520832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.835098:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.835100:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.835112:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766520960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.835121:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766520832 00000100:00100000:1.0:1722795750.835125:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766520832 00000100:00100000:2.0:1722795750.835138:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.835143:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044524 00000100:00100000:1.0:1722795750.835148:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+129:3681:x1806481766520832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.835149:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766520960 00000100:00100000:0.0:1722795750.835152:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766520960 00002000:00080000:1.0:1722795750.835162:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11141 count 1 00000100:00100000:0.0:1722795750.835166:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044525 00000100:00100000:0.0:1722795750.835170:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+130:3680:x1806481766520960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.835174:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.835179:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11142 count 1 00010000:00010000:0.0:1722795750.835187:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.835187:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.835195:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.835197:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 630 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.835197:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.835200:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.835204:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.835206:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.835209:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.835225:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.835236:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.835247:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766521088:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.835275:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.835309:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 630 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.835318:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 630 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.835326:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766521216:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.835349:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.835567:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072635500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766519680:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.835596:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.835964:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766520576:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.835976:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.836027:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.836161:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458752 00000100:00100000:2.0:1722795750.836166:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458752 00010000:00010000:2.0:1722795750.836180:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 631 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.836187:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.836212:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046458880 00000100:00100000:2.0:1722795750.836215:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046458880 00010000:00010000:2.0:1722795750.836222:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 632 pid: 16109 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.836236:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967831 00000100:00100000:2.0:1722795750.836240:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+632:2004:x1806482046458752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.836242:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967832 00010000:00010000:2.0:1722795750.836247:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.836248:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+632:2004:x1806482046458880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.836250:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 632 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836257:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.836258:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 632 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836261:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 632 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836269:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 632 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836270:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801320b5b00/0xc2e84c07bf95b229 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b6c7 expref: 632 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.836274:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766519808:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.836281:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.836282:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800719f5d40/0xc2e84c07bf960fde lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ddc5 expref: 631 pid: 16109 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836283:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.836285:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836292:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836293:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836294:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.836296:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.836298:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836304:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836305:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.836317:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.836319:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766521088:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.836328:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+630:2004:x1806482046458752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.836329:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.836332:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836334:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967831 00000100:00100000:3.0:1722795750.836336:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+630:2004:x1806482046458880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.836341:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967832 00000100:00100000:2.0:1722795750.836348:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459648 00000100:00100000:2.0:1722795750.836350:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459648 00010000:00010000:2.0:1722795750.836357:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 629 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.836370:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967833 00000100:00100000:3.0:1722795750.836370:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072634000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766519936:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.836374:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+629:2003:x1806482046459648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.836379:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.836381:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836382:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 629 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836389:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 629 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.836391:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.836420:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.836421:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801213d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766520192:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.836422:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.836424:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836430:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836431:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836440:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.836443:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459008 00000100:00100000:3.0:1722795750.836445:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459008 00000100:00100000:2.0:1722795750.836455:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+630:2003:x1806482046459648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.836455:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 630 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.836460:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967833 00000100:00100000:3.0:1722795750.836479:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967834 00000100:00100000:3.0:1722795750.836483:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+629:2006:x1806482046459008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.836484:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.836490:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.836492:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459264 00010000:00010000:3.0:1722795750.836493:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 629 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.836495:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459264 00010000:00010000:3.0:1722795750.836500:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 630 pid: 16041 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836502:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836510:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.836512:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.836514:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836515:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967835 00000100:00100000:0.0:1722795750.836517:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.836520:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+630:2006:x1806482046459264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.836520:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836525:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.836528:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.836529:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.836530:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459520 00010000:00010000:3.0:1722795750.836530:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.836535:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 630 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.836536:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459520 00010000:00010000:2.0:1722795750.836544:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098a9bcc0/0xc2e84c07bf961adc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084df4d expref: 631 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.836549:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+631:2006:x1806482046459008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (160us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.836552:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 630 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836552:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.836554:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.836554:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967834 00010000:00010000:2.0:1722795750.836556:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836562:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.836565:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459136 00000100:00100000:3.0:1722795750.836567:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459136 00000100:00100000:0.0:1722795750.836569:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.836574:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.836574:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 630 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.836575:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459392 00000100:00100000:1.0:1722795750.836578:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459392 00000100:00100000:2.0:1722795750.836586:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+631:2006:x1806482046459264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.836587:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967836 00010000:00010000:1.0:1722795750.836588:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 631 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.836593:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967837 00000100:00100000:3.0:1722795750.836593:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+631:2006:x1806482046459520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.836597:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967835 00000100:00100000:0.0:1722795750.836598:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+631:2006:x1806482046459136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.836598:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.836601:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 631 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.836607:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.836609:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 630 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.836613:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 630 pid: 15447 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.836614:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967838 00000100:00100000:2.0:1722795750.836618:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+630:2006:x1806482046459392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.836618:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136104240/0xc2e84c07bf95ebf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084d306 expref: 630 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836623:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.836625:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.836626:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 629 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836626:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.836627:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 629 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836628:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836633:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836635:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 629 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836639:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836643:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836644:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940e4d80/0xc2e84c07bf95a8ba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084b569 expref: 629 pid: 15447 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.836644:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d251f80/0xc2e84c07bf95ffed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084db48 expref: 629 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.836649:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.836652:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.836653:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836653:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.836655:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836658:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.836660:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.836660:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+627:2006:x1806482046459520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (142us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.836661:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836663:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836664:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.836664:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967836 00010000:00010000:2.0:1722795750.836672:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.836673:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836674:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836681:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.836681:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836683:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+626:2006:x1806482046459392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.836685:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836687:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836688:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967838 00010000:00010000:3.0:1722795750.836693:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836694:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836695:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.836699:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836704:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836707:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836708:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836709:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.836711:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836713:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836718:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa686d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836719:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.836721:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+625:2006:x1806482046459136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 120us (188us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.836721:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836725:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836729:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.836730:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967837 00010000:00010000:2.0:1722795750.836731:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836734:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa686b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836735:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.836738:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836743:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836751:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836756:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa686be lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836775:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c85680/0xc2e84c07bf961fd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e0e3 expref: 624 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.836788:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766521216:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.836788:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836793:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836799:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836804:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836805:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836809:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836814:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.836816:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836822:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836829:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.836834:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa686c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836893:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+134:3680:x1806481766520064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2599us (2681us total) trans 4296352547 rc 0/0 00010000:00010000:0.0:1722795750.836899:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836900:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044521 00000100:00100000:1.0:1722795750.836902:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+134:3681:x1806481766520832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1750us (1799us total) trans 4296352545 rc 0/0 00010000:00010000:0.0:1722795750.836917:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.836923:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044524 00010000:00010000:0.0:1722795750.836924:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.836928:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96ca80/2, rc 0, transno 1385251 00010000:00010000:0.0:1722795750.836930:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836935:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.836935:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766520064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.836940:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.836943:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836947:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836948:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836954:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.836958:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.836960:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008d880/2, rc 0, transno 1385249 00010000:00010000:2.0:1722795750.836960:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.836962:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+132:3679:x1806481766520448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2129us (2167us total) trans 4296352548 rc 0/0 00010000:00010000:0.0:1722795750.836963:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa686da lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836965:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.836967:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766520832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.836967:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044522 00010000:00010000:2.0:1722795750.836970:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836975:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.836977:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836983:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836984:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836991:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.836994:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.836996:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa686a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837004:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837014:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837024:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837032:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.837036:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.837038:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+132:3680:x1806481766519552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3146us (3323us total) trans 4296352546 rc 0/0 00000100:00100000:3.0:1722795750.837042:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044520 00010000:00010000:1.0:1722795750.837045:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837059:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837069:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa686b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.837071:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96d880/2, rc 0, transno 1385252 00000100:00100000:3.0:1722795750.837075:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766520448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837079:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+132:3680:x1806481766520960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1907us (1939us total) trans 4296352549 rc 0/0 00000100:00100000:0.0:1722795750.837085:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044525 00010000:00010000:0.0:1722795750.837115:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0438d80/0xc2e84c07bf9606a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084dc7c expref: 623 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.837119:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+131:3679:x1806481766519424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3358us (3472us total) trans 4296352550 rc 0/0 00000004:00080000:3.0:1722795750.837120:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96c700/2, rc 0, transno 1385254 00000100:00100000:3.0:1722795750.837124:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766519424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837126:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766520704:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.837128:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044518 00010000:00010000:0.0:1722795750.837139:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837146:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837151:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837157:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837162:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.837164:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008ed80/2, rc 0, transno 1385253 00010000:00010000:0.0:1722795750.837168:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837170:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766520960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.837172:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.837175:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837180:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.837185:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96c380/2, rc 0, transno 1385250 00000100:00100000:2.0:1722795750.837190:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766519552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.837193:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837198:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa686cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.837207:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+131:3678:x1806481766519296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3432us (3538us total) trans 4296352551 rc 0/0 00000100:00100000:1.0:1722795750.837215:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044519 00000004:00080000:1.0:1722795750.837249:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96ce00/2, rc 0, transno 1385255 00000100:00100000:1.0:1722795750.837254:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766519296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837293:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+131:3679:x1806481766520320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2360us (2446us total) trans 4296352552 rc 0/0 00000004:00080000:3.0:1722795750.837296:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96fb80/2, rc 0, transno 1385256 00000100:00100000:0.0:1722795750.837299:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044523 00000100:00100000:3.0:1722795750.837299:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766520320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.837438:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795750.837444:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766521344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.837466:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.837470:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.837471:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766521600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.837481:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837491:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521344 00000100:00100000:2.0:1722795750.837495:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.837496:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521344 00000100:00100000:3.0:1722795750.837510:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521600 00000100:00100000:1.0:1722795750.837511:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.837511:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.837513:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521600 00000100:00100000:2.0:1722795750.837515:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766521728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837520:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521472 00000100:00100000:0.0:1722795750.837523:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521472 00000100:00100000:2.0:1722795750.837527:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.837528:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044526 00000100:00100000:3.0:1722795750.837533:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d937c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+133:3679:x1806481766521344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837546:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521728 00000100:00100000:0.0:1722795750.837548:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521728 00000100:00100000:3.0:1722795750.837549:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044527 00000100:00100000:3.0:1722795750.837552:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+134:3680:x1806481766521600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.837557:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044528 00000100:00100000:2.0:1722795750.837562:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+134:3678:x1806481766521472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.837562:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11145 count 1 00000100:00100000:1.0:1722795750.837566:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044529 00000100:00100000:1.0:1722795750.837572:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+134:3680:x1806481766521728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.837572:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.837575:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11144 count 1 00010000:00010000:3.0:1722795750.837582:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 622 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837585:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.837587:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.837588:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1722795750.837590:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11146 count 1 00010000:00010000:3.0:1722795750.837590:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837595:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 622 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837601:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.837602:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.837604:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.837604:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 622 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837605:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.837612:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 622 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.837619:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 622 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837620:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 622 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.837620:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766522240:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.837628:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.837628:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 622 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.837630:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.837634:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837637:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766522496:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.837642:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.837656:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 622 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837656:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.837669:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 622 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.837671:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766522112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.837683:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766522624:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.837684:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.837697:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.837701:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766522368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.837713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795750.837714:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11143 count 1 00000100:00100000:1.0:1722795750.837715:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300c00 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.837725:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837727:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766522112 00000100:00100000:2.0:1722795750.837730:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766522112 00010000:00010000:3.0:1722795750.837734:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 622 pid: 16026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.837735:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.837739:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.837740:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.837742:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837753:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766522368 00000100:00100000:2.0:1722795750.837755:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766522368 00010000:00010000:3.0:1722795750.837755:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 622 pid: 16026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.837758:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.837763:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 622 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.837766:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521856 00000100:00100000:2.0:1722795750.837767:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521856 00000100:00100000:3.0:1722795750.837771:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766522752:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.837776:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.837777:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044530 00000100:00100000:2.0:1722795750.837781:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+137:3680:x1806481766522112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.837783:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044531 00000100:00100000:1.0:1722795750.837783:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.837787:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.837788:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+137:3680:x1806481766522368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.837791:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11149 count 1 00010000:00010000:2.0:1722795750.837800:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.837802:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11150 count 1 00000100:00100000:1.0:1722795750.837802:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.837802:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044532 00000100:00100000:3.0:1722795750.837806:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+137:3678:x1806481766521856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.837809:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 622 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837811:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837815:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1722795750.837815:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11147 count 1 00010000:00010000:2.0:1722795750.837817:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.837819:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837821:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 622 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.837822:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.837824:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766521984 00010000:00010000:0.0:1722795750.837826:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.837828:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.837828:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766521984 00010000:00010000:0.0:1722795750.837830:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.837830:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 622 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837831:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 622 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.837839:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 622 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.837840:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.837841:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.837843:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.837845:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 622 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.837847:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766522880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.837851:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044533 00010000:00010000:0.0:1722795750.837854:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 622 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.837855:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 622 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.837858:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+138:3678:x1806481766521984:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.837880:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 622 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.837881:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766523008:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.837887:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.837889:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766523136:192.168.201.15@tcp:104: 00002000:00080000:1.0:1722795750.837896:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11148 count 1 00000100:00100000:0.0:1722795750.837904:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.837907:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.837910:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837925:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 622 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837941:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.837944:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.837947:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837968:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 622 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.837981:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 622 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.837995:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766523264:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.838026:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.838726:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.838746:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.838757:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459904 00000100:00100000:0.0:1722795750.838760:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459904 00010000:00010000:0.0:1722795750.838771:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 623 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.838778:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766522496:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.838783:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046459776 00000100:00100000:1.0:1722795750.838788:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046459776 00000100:00100000:3.0:1722795750.838799:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766522240:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.838800:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.838805:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 624 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.838817:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.838823:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967839 00000100:00100000:2.0:1722795750.838830:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+624:2006:x1806482046459904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.838833:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967840 00000100:00100000:1.0:1722795750.838840:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+624:2006:x1806482046459776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.838841:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.838847:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 624 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.838850:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.838856:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 624 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.838859:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 624 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.838893:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 624 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.838898:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408cb40/0xc2e84c07bf9628dc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e375 expref: 624 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.838912:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.838913:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e2e7600/0xc2e84c07bf962d66 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e4b7 expref: 623 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.838915:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.838919:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.838927:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.838929:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.838929:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.838934:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.838944:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.838944:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.838973:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+622:2006:x1806482046459904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 141us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.838976:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.838982:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967839 00010000:00010000:3.0:1722795750.838996:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839001:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+621:2006:x1806482046459776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 159us (251us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.839005:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839007:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839010:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967840 00010000:00010000:3.0:1722795750.839011:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839017:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839022:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839028:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839028:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839033:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.839036:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839038:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839041:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839051:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839055:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839057:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa686e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839063:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.839067:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839077:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839080:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766522624:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.839090:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839092:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.839095:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839099:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa686e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839115:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460032 00000100:00100000:1.0:1722795750.839119:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460032 00000100:00100000:0.0:1722795750.839128:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766523008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.839131:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 621 pid: 15461 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.839151:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967841 00000100:00100000:1.0:1722795750.839158:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+621:2006:x1806482046460032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.839168:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.839173:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 621 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839184:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 621 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839201:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007493c000/0xc2e84c07bf96326e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e62a expref: 621 pid: 15461 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.839202:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.839207:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+140:3680:x1806481766521600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1651us (1709us total) trans 4296352553 rc 0/0 00010000:00010000:1.0:1722795750.839214:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.839214:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044527 00010000:00010000:1.0:1722795750.839217:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.839221:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839230:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839235:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.839244:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f2680/2, rc 0, transno 1385257 00010000:00010000:1.0:1722795750.839246:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.839252:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766521600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.839254:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460160 00000100:00100000:0.0:1722795750.839257:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460160 00000100:00100000:2.0:1722795750.839259:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+139:3678:x1806481766521472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1694us (1746us total) trans 4296352554 rc 0/0 00000100:00100000:2.0:1722795750.839269:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044528 00000100:00100000:3.0:1722795750.839269:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766522752:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.839273:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 621 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.839273:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+621:2006:x1806482046460032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 113us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.839281:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967841 00010000:00010000:3.0:1722795750.839282:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839300:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967842 00000100:00100000:1.0:1722795750.839305:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+620:2006:x1806482046460160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.839308:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766522880:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.839314:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.839320:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 620 pid: 16026 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.839326:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839333:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 620 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.839334:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.839346:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460416 00010000:00010000:1.0:1722795750.839348:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c35f80/0xc2e84c07bf9623d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e209 expref: 620 pid: 16026 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.839349:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460416 00010000:00010000:0.0:1722795750.839358:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 620 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839359:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.839361:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.839365:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839371:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967843 00010000:00010000:1.0:1722795750.839374:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839376:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+620:2006:x1806482046460416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.839381:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766523136:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.839383:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.839383:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.839386:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 620 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.839390:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839394:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 620 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.839427:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e2ee880/0xc2e84c07bf964362 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084eb16 expref: 620 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839431:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.839437:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460288 00010000:00010000:0.0:1722795750.839438:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.839439:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.839440:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460288 00010000:00010000:0.0:1722795750.839441:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839453:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+620:2006:x1806482046460160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 145us (217us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.839453:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 620 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.839462:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967842 00000100:00100000:3.0:1722795750.839473:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967844 00000100:00100000:3.0:1722795750.839477:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+619:2006:x1806482046460288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.839485:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.839488:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 619 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.839497:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 619 pid: 16059 timeout: 946 lvb_type: 0 00000004:00080000:1.0:1722795750.839503:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f0700/2, rc 0, transno 1385258 00010000:00010000:0.0:1722795750.839508:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839508:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098854480/0xc2e84c07bf963ff7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e9fe expref: 619 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.839509:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.839514:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.839516:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.839518:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.839521:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839525:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839527:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839529:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.839532:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460544 00010000:00010000:1.0:1722795750.839535:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.839536:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460544 00010000:00010000:3.0:1722795750.839540:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.839548:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+619:2006:x1806482046460416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 171us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.839551:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 619 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839553:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839555:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967843 00000100:00100000:3.0:1722795750.839560:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+619:2006:x1806482046460288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (179us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.839563:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.839565:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967844 00000100:00100000:0.0:1722795750.839571:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967845 00010000:00010000:1.0:1722795750.839573:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839575:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+617:2003:x1806482046460544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.839580:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.839581:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.839584:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839585:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 617 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.839585:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839588:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839592:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 617 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.839594:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839594:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839595:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839600:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839603:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007579f840/0xc2e84c07bf96368f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e773 expref: 617 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.839603:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839606:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839608:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839611:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839613:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.839614:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.839614:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839616:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.839617:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.839617:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa686ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839618:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839623:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839623:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839629:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839631:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.839634:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.839635:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839637:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839642:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa686f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839645:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839647:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+616:2003:x1806482046460544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.839652:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967845 00010000:00010000:2.0:1722795750.839659:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.839668:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa686fd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839669:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839675:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839681:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839687:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839692:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839697:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.839700:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839705:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839712:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.839722:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68704 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.839772:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+141:3680:x1806481766521728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2197us (2240us total) trans 4296352555 rc 0/0 00000004:00080000:3.0:1722795750.839775:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f1500/2, rc 0, transno 1385259 00000100:00100000:3.0:1722795750.839780:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766521728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.839781:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044529 00010000:00010000:3.0:1722795750.839792:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839798:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839804:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839810:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.839815:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.839822:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+141:3680:x1806481766522112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2037us (2133us total) trans 4296352557 rc 0/0 00010000:00010000:3.0:1722795750.839824:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.839827:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.839831:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044530 00010000:00010000:3.0:1722795750.839832:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839840:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+141:3680:x1806481766522368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2050us (2125us total) trans 4296352558 rc 0/0 00010000:00010000:3.0:1722795750.839840:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.839846:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044531 00010000:00010000:3.0:1722795750.839846:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6870b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.840004:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+140:3678:x1806481766521856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2195us (2244us total) trans 4296352559 rc 0/0 00000100:00100000:3.0:1722795750.840010:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044532 00000100:00100000:1.0:1722795750.840017:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795750.840030:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766523648:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.840039:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f2300/2, rc 0, transno 1385262 00000100:00100000:3.0:1722795750.840045:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766522368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.840051:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.840052:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f3800/2, rc 0, transno 1385261 00000100:00100000:3.0:1722795750.840055:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766522112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.840060:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.840061:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.840068:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766523776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.840070:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460672 00000100:00100000:2.0:1722795750.840074:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460672 00000100:00100000:3.0:1722795750.840086:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.840091:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 616 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.840100:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766523264:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.840104:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766523648 00000100:00100000:0.0:1722795750.840106:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766523776 00000100:00100000:3.0:1722795750.840107:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766523648 00000100:00100000:0.0:1722795750.840110:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766523776 00000100:00100000:2.0:1722795750.840113:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967846 00010000:00010000:1.0:1722795750.840118:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.840120:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+616:2006:x1806482046460672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.840122:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044534 00000100:00100000:3.0:1722795750.840126:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+141:3681:x1806481766523648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.840130:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.840135:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 616 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.840138:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044535 00000100:00100000:1.0:1722795750.840139:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523392:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.840139:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11153 count 1 00000100:00100000:0.0:1722795750.840144:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+141:3680:x1806481766523776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.840148:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 616 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.840149:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.840160:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11154 count 1 00010000:00010000:3.0:1722795750.840160:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 616 pid: 16104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.840162:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.840165:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd8dd40/0xc2e84c07bf963bc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084e8bc expref: 616 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.840165:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840167:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840169:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.840174:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.840179:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.840179:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.840182:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.840183:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 615 pid: 16104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.840186:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.840188:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 615 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840192:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 615 pid: 16104 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.840196:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.840197:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.840197:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.840199:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.840201:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766524032:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.840203:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.840217:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f3480/2, rc 0, transno 1385263 00010000:00010000:2.0:1722795750.840217:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.840226:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 615 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.840226:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840228:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.840235:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795750.840238:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 615 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.840240:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766523392 00000100:00100000:1.0:1722795750.840241:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.840242:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+615:2006:x1806482046460672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 120us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.840243:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766523392 00000100:00100000:2.0:1722795750.840251:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967846 00000100:00100000:0.0:1722795750.840252:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766524160:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.840255:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766523904 00000100:00100000:3.0:1722795750.840257:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766523904 00000100:00100000:1.0:1722795750.840262:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.840269:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766523520 00000100:00100000:3.0:1722795750.840271:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766523520 00000100:00100000:2.0:1722795750.840279:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044536 00000100:00100000:0.0:1722795750.840282:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.840283:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044537 00000100:00100000:2.0:1722795750.840285:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+144:3678:x1806481766523392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840288:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+144:3678:x1806481766523904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.840298:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11155 count 1 00010000:00010000:1.0:1722795750.840301:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.840302:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11151 count 1 00000100:00100000:0.0:1722795750.840307:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044538 00010000:00010000:3.0:1722795750.840307:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840312:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.840314:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+144:3678:x1806481766523520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.840315:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840316:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 614 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840321:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.840322:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840323:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840325:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.840329:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11152 count 1 00010000:00010000:2.0:1722795750.840330:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 614 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840333:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840337:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 614 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.840338:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.840339:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.840341:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.840344:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840344:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 614 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.840349:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 614 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840350:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.840352:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766524288:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.840354:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.840356:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.840358:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840359:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.840362:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.840367:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 614 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.840368:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.840371:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 614 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840372:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.840380:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 614 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.840380:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 614 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.840386:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.840388:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d937c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+144:3679:x1806481766521344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2855us (2922us total) trans 4296352556 rc 0/0 00000100:00100000:0.0:1722795750.840389:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766524544:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.840416:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766524416:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.840419:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044526 00010000:00010000:1.0:1722795750.840420:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68712 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.840431:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.840443:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484b40 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.840515:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f3b80/2, rc 0, transno 1385260 00000100:00100000:3.0:1722795750.840519:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766521344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840527:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766524672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840543:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.840549:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766524800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840561:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766524672 00000100:00100000:3.0:1722795750.840563:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766524672 00000100:00100000:1.0:1722795750.840565:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+144:3678:x1806481766521984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2705us (2760us total) trans 4296352560 rc 0/0 00000100:00100000:2.0:1722795750.840573:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.840574:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044533 00000100:00100000:3.0:1722795750.840579:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766524800 00000100:00100000:3.0:1722795750.840581:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766524800 00000100:00100000:1.0:1722795750.840596:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044539 00000100:00100000:3.0:1722795750.840601:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044540 00000100:00100000:1.0:1722795750.840602:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+145:3679:x1806481766524672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.840605:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+145:3680:x1806481766524800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.840616:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11157 count 1 00002000:00080000:1.0:1722795750.840617:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11156 count 1 00010000:00010000:3.0:1722795750.840625:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840630:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840635:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 614 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840640:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840641:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840643:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840644:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 614 pid: 15440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840654:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.840656:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 614 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840657:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.840660:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.840663:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 614 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.840670:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766524928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.840682:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 614 pid: 15440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.840695:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 614 pid: 15440 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.840703:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.840709:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766525056:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.840735:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.840772:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f0a80/2, rc 0, transno 1385264 00000100:00100000:1.0:1722795750.840796:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766521984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.840854:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766525184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.840914:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.840935:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525184 00000100:00100000:2.0:1722795750.840940:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525184 00000100:00100000:2.0:1722795750.840956:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044541 00000100:00100000:2.0:1722795750.840960:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+146:3681:x1806481766525184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.840972:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11158 count 1 00010000:00010000:2.0:1722795750.840984:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.840998:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 614 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.841007:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.841009:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.841012:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.841035:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 614 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.841047:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 614 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.841067:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766525312:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.841108:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.841800:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766524160:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.841820:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.841896:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.841903:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766524288:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.841915:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.841920:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.841936:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460928 00000100:00100000:1.0:1722795750.841939:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046460800 00000100:00100000:2.0:1722795750.841939:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460928 00000100:00100000:1.0:1722795750.841943:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046460800 00000100:00100000:3.0:1722795750.841945:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766524032:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.841949:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 616 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.841955:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.841956:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.841956:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 616 pid: 16104 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.841966:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461184 00000100:00100000:2.0:1722795750.841968:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461184 00000100:00100000:1.0:1722795750.841974:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967847 00010000:00010000:2.0:1722795750.841974:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 617 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.841974:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766524928:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.841979:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967848 00000100:00100000:1.0:1722795750.841980:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+617:2005:x1806482046460928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.841981:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.841982:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+617:2006:x1806482046460800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.841987:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967849 00010000:00010000:0.0:1722795750.841988:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.841989:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.841990:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+617:2005:x1806482046461184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.841991:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 617 pid: 16104 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.841993:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 617 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.841996:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.841998:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 617 pid: 16104 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.841998:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 617 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.842003:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 617 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842004:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 617 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.842006:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073690d80/0xc2e84c07bf96567f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ef37 expref: 617 pid: 16104 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.842014:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.842015:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.842015:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fd8fc0/0xc2e84c07bf965c2f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f095 expref: 616 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.842016:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842016:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.842017:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.842018:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842021:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842023:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842025:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.842026:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.842029:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842030:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.842030:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.842035:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842036:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.842042:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+615:2006:x1806482046460800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.842042:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.842044:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+615:2005:x1806482046461184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.842046:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967848 00000100:00100000:2.0:1722795750.842048:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967849 00010000:00010000:3.0:1722795750.842049:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842050:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.842056:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842063:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842065:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909c2d00/0xc2e84c07bf964efa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084edbd expref: 613 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.842066:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+613:2005:x1806482046460928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.842069:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766524416:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.842073:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766524544:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.842073:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967847 00010000:00010000:3.0:1722795750.842073:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.842076:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842077:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842081:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842083:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842086:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842086:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842089:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842090:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842094:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842094:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842094:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842097:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842098:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842100:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68719 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842101:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842102:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842104:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.842106:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842106:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe86c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.842108:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842110:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842112:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842117:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.842118:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766525056:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.842120:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842121:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe86c0/0xc2e84c07bfa68720 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842126:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68735 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842130:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.842206:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.842210:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+149:3681:x1806481766523648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2082us (2149us total) trans 4296352561 rc 0/0 00000100:00100000:3.0:1722795750.842215:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044534 00000004:00080000:1.0:1722795750.842221:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f1f80/2, rc 0, transno 1385265 00000100:00100000:1.0:1722795750.842229:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766523648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.842230:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+148:3680:x1806481766523776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2086us (2142us total) trans 4296352563 rc 0/0 00000100:00100000:2.0:1722795750.842234:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044535 00000004:00080000:3.0:1722795750.842238:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f0e00/2, rc 0, transno 1385267 00000100:00100000:0.0:1722795750.842239:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.842241:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766523776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.842243:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461440 00000100:00100000:1.0:1722795750.842245:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461440 00000100:00100000:0.0:1722795750.842254:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.842255:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 612 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.842265:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461056 00000100:00100000:3.0:1722795750.842268:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461056 00000100:00100000:1.0:1722795750.842269:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461312 00000100:00100000:1.0:1722795750.842271:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461312 00010000:00010000:3.0:1722795750.842276:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 614 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.842278:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+147:3678:x1806481766523520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1965us (2016us total) trans 4296352562 rc 0/0 00010000:00010000:1.0:1722795750.842279:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 614 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.842282:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044538 00000100:00100000:0.0:1722795750.842289:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.842290:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967850 00000100:00100000:1.0:1722795750.842293:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461568 00000100:00100000:3.0:1722795750.842293:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+614:2005:x1806482046461440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.842295:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461568 00000100:00100000:2.0:1722795750.842297:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967851 00000100:00100000:2.0:1722795750.842300:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+615:2005:x1806482046461056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.842301:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.842302:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 615 pid: 15440 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.842304:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 615 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842305:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.842309:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 615 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.842309:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 615 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842315:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 615 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.842316:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967852 00000100:00100000:1.0:1722795750.842320:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+615:2005:x1806482046461312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.842323:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e40000/0xc2e84c07bf9665c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f1d0 expref: 615 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.842323:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013605c240/0xc2e84c07bf967676 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f462 expref: 615 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.842327:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.842328:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.842329:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.842329:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.842331:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 613 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842331:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842333:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.842334:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.842335:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842336:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.842339:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461696 00010000:00010000:1.0:1722795750.842339:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 613 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.842340:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.842341:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461696 00010000:00010000:2.0:1722795750.842344:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.842349:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 614 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.842350:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.842351:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d140480/0xc2e84c07bf964816 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ec5f expref: 614 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.842356:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+614:2005:x1806482046461056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.842359:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967851 00000100:00100000:0.0:1722795750.842362:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967853 00000100:00100000:3.0:1722795750.842363:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+614:2005:x1806482046461440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.842365:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+612:2005:x1806482046461568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.842367:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.842367:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967850 00010000:00010000:1.0:1722795750.842369:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.842369:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967854 00010000:00010000:0.0:1722795750.842370:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.842371:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.842372:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+612:2006:x1806482046461696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.842373:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 612 pid: 15440 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842376:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.842378:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 611 pid: 15440 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.842378:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 611 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.842379:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842381:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842386:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842387:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 611 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.842390:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800808833c0/0xc2e84c07bf966cba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f319 expref: 611 pid: 15440 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.842391:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.842393:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.842394:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.842394:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842413:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.842415:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.842415:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842415:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842417:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842419:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842419:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842421:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842422:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.842424:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.842428:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+610:2005:x1806482046461312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 105us (171us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.842428:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.842431:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.842433:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.842434:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967852 00010000:00010000:3.0:1722795750.842437:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6873c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.842443:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+609:2005:x1806482046461568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.842447:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967853 00010000:00010000:1.0:1722795750.842457:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842459:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.842464:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.842470:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+608:2006:x1806482046461696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 97us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.842471:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.842474:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967854 00010000:00010000:1.0:1722795750.842478:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842486:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842496:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.842497:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842500:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842501:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842506:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842506:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842510:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842515:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.842521:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68743 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842521:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.842522:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+147:3680:x1806481766524800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1916us (1948us total) trans 4296352564 rc 0/0 00000100:00100000:3.0:1722795750.842526:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044540 00010000:00010000:2.0:1722795750.842527:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.842530:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842537:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842547:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842553:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa6872e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842581:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842586:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842591:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842594:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842598:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842601:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.842603:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842607:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842612:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.842616:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68727 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.842624:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+148:3679:x1806481766524672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2022us (2079us total) trans 4296352565 rc 0/0 00000100:00100000:1.0:1722795750.842631:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044539 00000100:00100000:2.0:1722795750.842652:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+148:3678:x1806481766523392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2367us (2489us total) trans 4296352566 rc 0/0 00000004:00080000:1.0:1722795750.842656:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f1180/2, rc 0, transno 1385266 00000100:00100000:2.0:1722795750.842658:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044536 00000100:00100000:1.0:1722795750.842660:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523520:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.842669:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f1880/2, rc 0, transno 1385270 00000100:00100000:1.0:1722795750.842672:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.842684:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e2cfcc0/0xc2e84c07bf9681d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f5c7 expref: 607 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.842691:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766525312:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.842696:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+147:3678:x1806481766523904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2407us (2499us total) trans 4296352567 rc 0/0 00010000:00010000:2.0:1722795750.842700:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.842700:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044537 00000004:00080000:1.0:1722795750.842704:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cfb80/2, rc 0, transno 1385271 00000100:00100000:1.0:1722795750.842708:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766523904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.842708:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842712:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842716:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.842719:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cc000/2, rc 0, transno 1385268 00010000:00010000:2.0:1722795750.842720:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.842722:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766524800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.842723:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842726:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.842728:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842732:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.842732:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cea00/2, rc 0, transno 1385269 00000100:00100000:3.0:1722795750.842734:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766524672:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.842738:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.842741:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa6874a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.842822:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+147:3681:x1806481766525184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1861us (1909us total) trans 4296352568 rc 0/0 00000100:00100000:2.0:1722795750.842826:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044541 00000004:00080000:1.0:1722795750.842851:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebdb800/2, rc 0, transno 1385272 00000100:00100000:1.0:1722795750.842856:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766525184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.842905:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766525696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.842919:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766525824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.842926:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.842942:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525696 00000100:00100000:3.0:1722795750.842944:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766526208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.842945:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525696 00000100:00100000:1.0:1722795750.842949:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.842959:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766525568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.842960:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525824 00000100:00100000:0.0:1722795750.842961:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766525440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.842962:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525824 00000100:00100000:2.0:1722795750.842971:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044542 00000100:00100000:2.0:1722795750.842975:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+148:3680:x1806481766525696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.842976:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.842983:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766526336:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.842985:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11161 count 1 00010000:00010000:2.0:1722795750.842994:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.843000:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766526208 00000100:00100000:3.0:1722795750.843002:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766526208 00000100:00100000:1.0:1722795750.843004:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.843004:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 606 pid: 16084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843009:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843010:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843012:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.843016:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766526336 00000100:00100000:3.0:1722795750.843018:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766526336 00010000:00010000:2.0:1722795750.843024:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 606 pid: 16084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.843025:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044543 00000100:00100000:0.0:1722795750.843028:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.843029:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+150:3681:x1806481766525824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.843032:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 606 pid: 16084 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.843041:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11162 count 1 00000100:00100000:1.0:1722795750.843042:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525440 00000100:00100000:2.0:1722795750.843044:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766526464:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.843046:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525440 00000100:00100000:0.0:1722795750.843049:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766525952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.843051:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.843061:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 606 pid: 15414 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.843066:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044544 00010000:00010000:3.0:1722795750.843066:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.843067:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.843067:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.843070:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.843072:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+151:3680:x1806481766526208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.843074:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.843081:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525952 00000100:00100000:2.0:1722795750.843084:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525952 00010000:00010000:3.0:1722795750.843084:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 606 pid: 15414 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.843088:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11165 count 1 00010000:00010000:3.0:1722795750.843092:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 606 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.843097:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044545 00010000:00010000:1.0:1722795750.843100:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.843100:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+152:3681:x1806481766526336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.843100:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766526592:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.843108:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044546 00002000:00080000:2.0:1722795750.843109:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11166 count 1 00000100:00100000:0.0:1722795750.843114:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+152:3678:x1806481766525440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.843116:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 606 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843116:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.843118:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.843124:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843125:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 606 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843126:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1722795750.843130:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11159 count 1 00010000:00010000:1.0:1722795750.843130:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843130:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843131:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.843131:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044547 00010000:00010000:2.0:1722795750.843133:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.843135:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+152:3678:x1806481766525952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.843144:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.843144:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11163 count 1 00010000:00010000:2.0:1722795750.843145:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 606 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843150:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 606 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.843151:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843152:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 606 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.843159:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766526720:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.843159:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 606 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843162:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 606 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.843164:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.843165:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 606 pid: 16098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.843166:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.843167:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.843173:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.843175:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.843175:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766526848:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.843176:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.843178:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.843179:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 606 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.843191:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 606 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.843198:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766526976:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.843199:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 606 pid: 16098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.843200:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.843207:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 606 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.843212:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.843216:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766527104:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.843235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.843236:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.843250:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766526080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.843252:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766525568 00000100:00100000:2.0:1722795750.843254:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766525568 00000100:00100000:3.0:1722795750.843263:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.843268:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766526080 00000100:00100000:2.0:1722795750.843270:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766526080 00000100:00100000:2.0:1722795750.843278:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044548 00000100:00100000:2.0:1722795750.843282:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+154:3679:x1806481766525568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.843284:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044549 00000100:00100000:1.0:1722795750.843290:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+154:3679:x1806481766526080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.843291:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11160 count 1 00010000:00010000:2.0:1722795750.843299:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.843305:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11164 count 1 00010000:00010000:2.0:1722795750.843307:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 606 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843312:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843313:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.843315:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843317:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843327:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 606 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843330:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 606 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.843334:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 606 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.843338:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.843340:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.843341:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766527232:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.843343:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.843360:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.843362:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 606 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.843374:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 606 pid: 16113 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.843386:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766527360:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.843447:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.844437:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766526464:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.844450:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766526592:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.844454:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844467:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.844475:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766526720:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.844483:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.844501:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766526976:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.844509:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766527232:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.844510:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844517:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844524:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.844531:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766526848:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.844540:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462464 00000100:00100000:3.0:1722795750.844543:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462464 00000100:00100000:0.0:1722795750.844545:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.844549:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844556:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 607 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844563:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461824 00000100:00100000:0.0:1722795750.844568:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461824 00000100:00100000:1.0:1722795750.844581:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766527360:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.844584:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967855 00010000:00010000:0.0:1722795750.844587:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 608 pid: 16084 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.844589:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+608:2004:x1806482046462464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.844593:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844598:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.844602:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 608 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844626:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 608 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844630:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967856 00000100:00100000:0.0:1722795750.844635:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+608:2006:x1806482046461824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.844636:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c393cc0/0xc2e84c07bf96915e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f83d expref: 608 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844645:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844646:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.844648:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.844648:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844653:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 607 pid: 16084 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844653:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844663:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.844664:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 607 pid: 16084 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.844668:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844677:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844678:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eb0ba80/0xc2e84c07bf969df9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f9ef expref: 607 pid: 16084 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.844681:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+607:2004:x1806482046462464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (163us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.844683:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.844686:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967855 00010000:00010000:0.0:1722795750.844688:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.844688:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844690:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.844692:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844693:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844700:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.844701:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844702:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844706:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.844711:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.844714:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844717:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.844718:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa6877b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.844722:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462080 00000100:00100000:3.0:1722795750.844724:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462080 00010000:00010000:3.0:1722795750.844731:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 606 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844735:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+606:2006:x1806482046461824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 99us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.844739:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967856 00000100:00100000:3.0:1722795750.844746:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967857 00000100:00100000:3.0:1722795750.844750:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+605:2006:x1806482046462080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.844754:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.844756:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 605 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844762:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 605 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844765:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766527104:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.844770:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008830db00/0xc2e84c07bf96ba54 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850094 expref: 605 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.844774:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844778:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844779:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844780:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844785:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844794:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.844794:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.844806:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+604:2006:x1806482046462080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.844809:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967857 00000100:00100000:0.0:1722795750.844815:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.844817:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+155:3679:x1806481766525568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1532us (1579us total) trans 4296352569 rc 0/0 00000100:00100000:3.0:1722795750.844817:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462336 00000100:00100000:3.0:1722795750.844819:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462336 00000100:00100000:0.0:1722795750.844823:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462720 00000100:00100000:2.0:1722795750.844824:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044548 00010000:00010000:3.0:1722795750.844824:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 604 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844825:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462720 00010000:00010000:0.0:1722795750.844833:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 605 pid: 16113 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.844835:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967858 00000100:00100000:3.0:1722795750.844838:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+605:2006:x1806482046462336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.844842:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.844844:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967859 00010000:00010000:3.0:1722795750.844844:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 605 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.844848:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+605:2006:x1806482046462720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.844850:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 605 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.844852:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.844853:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844855:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 605 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844856:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098856640/0xc2e84c07bf96aab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fc8f expref: 605 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.844878:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844879:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 604 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.844882:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844883:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844885:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844887:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844890:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844891:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e858c0/0xc2e84c07bf96afb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fdd8 expref: 604 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.844894:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844898:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.844899:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.844900:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.844901:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844903:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844906:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844909:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.844910:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+603:2006:x1806482046462336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.844912:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.844914:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967858 00010000:00010000:0.0:1722795750.844916:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.844920:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844927:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844930:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+602:2006:x1806482046462720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.844930:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.844931:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844931:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844935:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967859 00010000:00010000:2.0:1722795750.844936:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68751 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844936:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.844939:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844940:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844945:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.844948:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844948:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.844950:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.844954:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.844955:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844956:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.844960:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.844962:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844964:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046461952 00010000:00010000:3.0:1722795750.844964:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68766 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844966:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046461952 00010000:00010000:1.0:1722795750.844969:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.844972:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 602 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.844972:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.844980:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.844982:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967860 00000100:00100000:0.0:1722795750.844984:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+602:2006:x1806482046461952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.844989:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.844991:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 602 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.844996:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.844997:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 602 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845004:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d786c0/0xc2e84c07bf96a546 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084fb38 expref: 602 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.845004:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa68782 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845011:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.845012:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.845014:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845018:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845035:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.845038:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+156:3680:x1806481766525696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2062us (2111us total) trans 4296352570 rc 0/0 00000100:00100000:2.0:1722795750.845043:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044542 00000100:00100000:0.0:1722795750.845049:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+601:2006:x1806482046461952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.845055:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967860 00000004:00080000:2.0:1722795750.845066:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011dfa0700/2, rc 0, transno 1385274 00000100:00100000:2.0:1722795750.845070:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766525696:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.845074:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845075:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+156:3681:x1806481766526336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1972us (2070us total) trans 4296352571 rc 0/0 00000100:00100000:3.0:1722795750.845080:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044545 00010000:00010000:0.0:1722795750.845082:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845090:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845095:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845097:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845100:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845104:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845104:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845109:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845111:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.845113:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845114:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845114:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+155:3679:x1806481766526080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1823us (1848us total) trans 4296352572 rc 0/0 00010000:00010000:3.0:1722795750.845116:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.845118:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845121:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845121:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044549 00010000:00010000:3.0:1722795750.845122:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845128:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845133:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68774 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845135:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845139:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68758 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.845151:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8d180/2, rc 0, transno 1385275 00000100:00100000:1.0:1722795750.845169:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766526336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.845213:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+156:3678:x1806481766525952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2075us (2137us total) trans 4296352573 rc 0/0 00000100:00100000:3.0:1722795750.845218:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044547 00000100:00100000:0.0:1722795750.845234:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+155:3681:x1806481766525824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2203us (2285us total) trans 4296352574 rc 0/0 00000100:00100000:0.0:1722795750.845239:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044543 00000004:00080000:1.0:1722795750.845245:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8f480/2, rc 0, transno 1385278 00000100:00100000:0.0:1722795750.845258:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766527488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.845258:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766525824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.845271:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.845273:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.845280:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766527744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.845283:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766527488 00000100:00100000:0.0:1722795750.845285:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766527488 00000100:00100000:0.0:1722795750.845295:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044550 00000100:00100000:0.0:1722795750.845298:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+155:3678:x1806481766527488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.845299:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1722795750.845307:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11167 count 1 00000100:00100000:1.0:1722795750.845313:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766527744 00010000:00010000:0.0:1722795750.845314:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845317:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766527744 00010000:00010000:0.0:1722795750.845322:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 600 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845325:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.845326:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.845328:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.845329:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845334:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044551 00000100:00100000:2.0:1722795750.845337:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462208 00000100:00100000:1.0:1722795750.845338:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+156:3680:x1806481766527744:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.845339:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462208 00010000:00010000:0.0:1722795750.845344:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 601 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845350:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 601 pid: 16049 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.845350:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11169 count 1 00010000:00010000:2.0:1722795750.845350:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 601 pid: 16113 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.845356:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766527872:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.845359:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845360:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462592 00000100:00100000:2.0:1722795750.845362:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462592 00010000:00010000:2.0:1722795750.845367:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 602 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.845370:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.845371:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 602 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845380:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.845382:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.845382:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967861 00010000:00010000:1.0:1722795750.845385:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845386:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+602:2006:x1806482046462208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.845391:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967862 00010000:00010000:2.0:1722795750.845391:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.845411:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+602:2006:x1806482046462592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.845413:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 602 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845417:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.845420:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 602 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.845420:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 602 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845426:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 602 pid: 16098 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.845429:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 602 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845429:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800979873c0/0xc2e84c07bf96b54c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084ff4b expref: 602 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845435:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f2e2f40/0xc2e84c07bf968a11 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8084f71e expref: 601 pid: 16098 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.845435:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766527616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.845437:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.845439:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.845440:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 601 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845441:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.845441:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845442:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.845444:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845445:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845450:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766528000:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.845452:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845457:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.845459:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.845462:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.845475:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.845479:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+600:2006:x1806482046462208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.845480:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+600:2006:x1806482046462592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.845484:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967861 00000100:00100000:3.0:1722795750.845484:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766527616 00000100:00100000:0.0:1722795750.845486:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967862 00010000:00010000:1.0:1722795750.845487:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845487:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766527616 00010000:00010000:1.0:1722795750.845495:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845502:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044552 00010000:00010000:1.0:1722795750.845503:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.845506:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8ed80/2, rc 0, transno 1385277 00000100:00100000:3.0:1722795750.845506:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+157:3679:x1806481766527616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.845510:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.845511:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766525952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.845517:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.845518:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11168 count 1 00010000:00010000:0.0:1722795750.845521:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845524:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.845526:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845527:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845528:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1722795750.845529:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845531:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845533:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766528128:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.845535:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845535:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845539:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845539:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 598 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845543:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.845544:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.845545:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845545:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845545:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.845547:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.845547:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845550:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.845552:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa6875f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845556:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845559:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766528128 00010000:00010000:0.0:1722795750.845560:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8000/0xc2e84c07bfa6876d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845561:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766528128 00010000:00010000:3.0:1722795750.845562:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 598 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.845568:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 598 pid: 16060 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.845571:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044553 00000100:00100000:2.0:1722795750.845574:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+158:3680:x1806481766528128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.845575:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766528256:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795750.845583:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11170 count 1 00000100:00100000:3.0:1722795750.845590:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.845591:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845599:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 598 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845603:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845604:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845606:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.845607:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebdb100/2, rc 0, transno 1385273 00000100:00100000:3.0:1722795750.845610:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766525568:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.845615:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8fb80/2, rc 0, transno 1385276 00010000:00010000:2.0:1722795750.845616:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 598 pid: 16038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.845617:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766526080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.845626:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 598 pid: 16038 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.845632:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766528384:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.845647:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.845649:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+160:3678:x1806481766525440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2536us (2622us total) trans 4296352576 rc 0/0 00000100:00100000:0.0:1722795750.845654:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044546 00000100:00100000:3.0:1722795750.845672:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766528640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.845686:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.845699:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795750.845700:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766528640 00000100:00100000:2.0:1722795750.845702:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766528640 00000100:00100000:3.0:1722795750.845703:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766528512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.845708:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+160:3680:x1806481766526208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2636us (2731us total) trans 4296352575 rc 0/0 00000100:00100000:2.0:1722795750.845712:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044554 00000100:00100000:0.0:1722795750.845715:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044544 00000100:00100000:2.0:1722795750.845716:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+160:3679:x1806481766528640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.845717:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795750.845723:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11172 count 1 00000100:00100000:0.0:1722795750.845724:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766528512 00000100:00100000:0.0:1722795750.845726:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766528512 00010000:00010000:2.0:1722795750.845730:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.845736:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044555 00010000:00010000:2.0:1722795750.845738:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 598 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.845739:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880087469850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+160:3679:x1806481766528512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.845742:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845743:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845744:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.845748:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11171 count 1 00010000:00010000:2.0:1722795750.845753:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 598 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845755:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845759:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 598 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.845762:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 598 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.845769:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766528768:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.845770:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.845771:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.845773:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845783:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 598 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845789:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 598 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.845792:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.845795:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766528896:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795750.845809:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a8ce00/2, rc 0, transno 1385279 00000100:00100000:0.0:1722795750.845813:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.845813:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766526208:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.845828:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800881cad80/2, rc 0, transno 1385280 00000100:00100000:0.0:1722795750.845831:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766525440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.845834:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766529024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.845848:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.845875:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766529024 00000100:00100000:0.0:1722795750.845879:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766529024 00000100:00100000:0.0:1722795750.845892:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044556 00000100:00100000:0.0:1722795750.845896:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+161:3680:x1806481766529024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.845900:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766529152:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.845907:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11173 count 1 00010000:00010000:0.0:1722795750.845917:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.845924:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.845939:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766529152 00000100:00100000:2.0:1722795750.845941:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766529152 00000100:00100000:2.0:1722795750.845952:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044557 00000100:00100000:2.0:1722795750.845955:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+162:3681:x1806481766529152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.845963:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11174 count 1 00010000:00010000:2.0:1722795750.845970:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845977:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 598 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845981:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845982:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.845983:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.845992:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 598 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.845993:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 598 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846002:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 598 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846005:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.846006:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.846008:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766529280:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.846009:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846023:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.846027:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 598 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846037:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 598 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.846048:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766529408:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.846163:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.846239:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766527872:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.846249:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846264:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766528000:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.846266:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.846267:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766528256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.846274:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846278:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846286:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462848 00000100:00100000:2.0:1722795750.846288:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462848 00010000:00010000:2.0:1722795750.846296:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 599 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.846303:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.846307:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046462976 00000100:00100000:3.0:1722795750.846315:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967863 00000100:00100000:2.0:1722795750.846317:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046462976 00000100:00100000:3.0:1722795750.846320:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+600:2006:x1806482046462848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.846321:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 600 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846326:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.846329:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 600 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.846331:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967864 00000100:00100000:2.0:1722795750.846334:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+600:2006:x1806482046462976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.846335:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 600 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.846339:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.846341:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 600 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846344:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968121c0/0xc2e84c07bf96bede lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808501d6 expref: 600 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846350:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.846351:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 599 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846351:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.846353:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846358:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846360:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408c480/0xc2e84c07bf96ca6f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808504bc expref: 599 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.846367:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.846367:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.846368:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.846370:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846374:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846379:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846382:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+598:2006:x1806482046462848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.846383:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.846383:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.846386:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967863 00010000:00010000:0.0:1722795750.846387:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846413:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846414:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+597:2006:x1806482046462976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.846414:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463104 00000100:00100000:3.0:1722795750.846417:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463104 00000100:00100000:2.0:1722795750.846418:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967864 00010000:00010000:3.0:1722795750.846424:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 598 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846426:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846434:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846434:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967865 00000100:00100000:3.0:1722795750.846437:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+597:2003:x1806482046463104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.846440:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.846442:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.846443:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846444:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 597 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846449:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 597 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846450:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846457:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720698c0/0xc2e84c07bf96c42c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850334 expref: 597 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846460:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846464:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9680/0xc2e84c07bfa68789 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2b9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846464:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.846465:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.846467:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846471:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846480:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.846490:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846492:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+596:2003:x1806482046463104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.846496:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846496:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967865 00010000:00010000:2.0:1722795750.846501:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846508:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846509:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846512:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846513:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846517:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.846517:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846519:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846522:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846523:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846526:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846529:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.846530:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846531:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846534:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68790 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846536:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846541:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846545:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68797 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846630:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+165:3680:x1806481766527744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1291us (1329us total) trans 4296352577 rc 0/0 00000100:00100000:2.0:1722795750.846635:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044551 00000100:00100000:3.0:1722795750.846642:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+164:3679:x1806481766527616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1134us (1184us total) trans 4296352579 rc 0/0 00000100:00100000:3.0:1722795750.846646:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044552 00000004:00080000:2.0:1722795750.846654:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe1c00/2, rc 0, transno 1385281 00000100:00100000:2.0:1722795750.846658:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766527744:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.846669:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe2300/2, rc 0, transno 1385283 00000100:00100000:2.0:1722795750.846671:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766528384:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.846672:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766527616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.846679:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.846687:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+163:3678:x1806481766527488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1387us (1412us total) trans 4296352578 rc 0/0 00000100:00100000:1.0:1722795750.846690:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766528768:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.846692:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044550 00010000:00010000:1.0:1722795750.846705:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846706:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766529664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.846708:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766529536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.846720:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.846739:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766529664 00000100:00100000:1.0:1722795750.846743:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766529664 00000100:00100000:1.0:1722795750.846760:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044558 00000100:00100000:1.0:1722795750.846765:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+163:3679:x1806481766529664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.846776:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11176 count 1 00010000:00010000:1.0:1722795750.846786:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.846790:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.846793:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.846798:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 595 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846798:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766529536 00000100:00100000:3.0:1722795750.846800:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766529536 00000004:00080000:0.0:1722795750.846805:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe0700/2, rc 0, transno 1385282 00000100:00100000:2.0:1722795750.846805:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.846806:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.846807:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.846810:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.846811:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766527488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.846811:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044559 00000100:00100000:2.0:1722795750.846813:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463232 00000100:00100000:3.0:1722795750.846814:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+164:3678:x1806481766529536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.846815:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463232 00010000:00010000:2.0:1722795750.846822:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 596 pid: 16038 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.846823:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11175 count 1 00010000:00010000:1.0:1722795750.846827:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 596 pid: 16093 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846831:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463360 00010000:00010000:3.0:1722795750.846831:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846833:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463360 00010000:00010000:1.0:1722795750.846837:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 597 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.846837:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 597 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846839:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 597 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.846843:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.846844:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.846845:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.846846:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967866 00000100:00100000:1.0:1722795750.846848:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766529792:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.846849:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+597:2006:x1806482046463232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.846854:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.846857:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967867 00010000:00010000:2.0:1722795750.846857:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 597 pid: 16038 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.846857:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 597 pid: 15430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.846873:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+597:2006:x1806482046463360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.846877:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 597 pid: 16038 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846880:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.846880:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 597 pid: 15430 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.846884:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 597 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.846887:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.846887:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011de18000/0xc2e84c07bf96d026 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850628 expref: 597 pid: 16038 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.846887:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766530048:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.846891:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 597 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.846898:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.846899:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.846900:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f7d440/0xc2e84c07bf96db6a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850962 expref: 596 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.846901:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.846901:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846903:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.846906:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846907:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.846908:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.846908:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766529920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.846910:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846914:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846915:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.846925:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.846930:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+595:2006:x1806482046463232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.846933:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.846934:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967866 00000100:00100000:0.0:1722795750.846939:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+595:2006:x1806482046463360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.846943:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967867 00000100:00100000:2.0:1722795750.846952:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766529920 00000100:00100000:2.0:1722795750.846954:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766529920 00010000:00010000:1.0:1722795750.846961:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.846961:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.846963:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044560 00000100:00100000:0.0:1722795750.846965:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766528896:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.846966:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+165:3681:x1806481766529920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.846969:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.846973:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.846974:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11177 count 1 00010000:00010000:1.0:1722795750.846977:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846981:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.846983:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463488 00000100:00100000:0.0:1722795750.846985:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463488 00010000:00010000:1.0:1722795750.846985:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846988:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 594 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846992:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.846993:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 594 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.846993:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.846993:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.846994:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.846999:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.847002:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.847008:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 594 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.847009:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967868 00000100:00100000:3.0:1722795750.847009:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.847010:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.847014:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+594:2005:x1806482046463488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.847014:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 594 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847018:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463616 00010000:00010000:0.0:1722795750.847020:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.847020:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.847020:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766530176:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.847020:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463616 00010000:00010000:0.0:1722795750.847024:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 595 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.847027:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa687a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847028:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 595 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.847033:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 595 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.847036:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.847044:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847046:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b023180/0xc2e84c07bf96d551 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808507da expref: 595 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847047:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967869 00010000:00010000:2.0:1722795750.847049:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.847050:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+595:2005:x1806482046463616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.847053:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847055:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.847057:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.847057:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847057:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 594 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.847058:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.847061:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.847061:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847063:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 594 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.847065:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.847067:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847068:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847071:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.847072:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847072:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.847074:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.847078:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847078:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.847082:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa6879e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847084:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.847086:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.847098:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+594:2005:x1806482046463616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.847102:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967869 00000100:00100000:0.0:1722795750.847106:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+594:2005:x1806482046463488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.847113:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967868 00010000:00010000:3.0:1722795750.847122:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a01cd680/0xc2e84c07bf96e74f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850c9c expref: 593 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847130:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766529280:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.847138:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847154:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847158:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847159:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+167:3679:x1806481766528640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1441us (1470us total) trans 4296352580 rc 0/0 00010000:00010000:3.0:1722795750.847163:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847167:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044554 00010000:00010000:3.0:1722795750.847167:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847170:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847171:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847174:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.847175:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847176:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.847178:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+166:3680:x1806481766528128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1602us (1629us total) trans 4296352581 rc 0/0 00010000:00010000:0.0:1722795750.847180:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847180:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.847183:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044553 00010000:00010000:0.0:1722795750.847184:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847187:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847188:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847191:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa687ba lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847192:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.847194:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847198:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.847203:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe1f80/2, rc 0, transno 1385285 00010000:00010000:0.0:1722795750.847205:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.847215:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766528128:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.847220:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8fc0/0xc2e84c07bfa687ac lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847220:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.847234:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463744 00000100:00100000:1.0:1722795750.847237:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463744 00010000:00010000:1.0:1722795750.847249:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 592 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.847266:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967870 00000100:00100000:1.0:1722795750.847271:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+592:2005:x1806482046463744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.847278:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.847282:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 592 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847284:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+167:3681:x1806481766529152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1327us (1360us total) trans 4296352582 rc 0/0 00000100:00100000:3.0:1722795750.847288:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044557 00010000:00010000:1.0:1722795750.847292:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 592 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.847304:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.847306:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.847309:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.847311:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe1500/2, rc 0, transno 1385284 00000100:00100000:0.0:1722795750.847313:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880087469850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+166:3679:x1806481766528512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1572us (1594us total) trans 4296352583 rc 0/0 00000100:00100000:3.0:1722795750.847314:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766528640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.847316:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.847318:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044555 00000004:00080000:3.0:1722795750.847319:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe2d80/2, rc 0, transno 1385287 00000100:00100000:3.0:1722795750.847321:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766528512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.847328:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.847348:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+592:2005:x1806482046463744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.847355:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967870 00000004:00080000:1.0:1722795750.847384:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728ca80/2, rc 0, transno 1385286 00000100:00100000:1.0:1722795750.847388:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766529152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.847431:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737be640/0xc2e84c07bf96e1ad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850b1b expref: 591 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.847443:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766529408:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.847453:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847459:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847463:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847467:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847471:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847479:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847546:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.847549:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847554:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847561:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847565:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb3c0/0xc2e84c07bfa687b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847661:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766529792:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.847671:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+166:3680:x1806481766529024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1774us (1820us total) trans 4296352584 rc 0/0 00000100:00100000:0.0:1722795750.847675:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044556 00010000:00010000:1.0:1722795750.847676:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847716:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766530304:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.847725:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe3100/2, rc 0, transno 1385288 00000100:00100000:2.0:1722795750.847731:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766529024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.847737:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.847763:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766530304 00000100:00100000:0.0:1722795750.847766:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766530304 00000100:00100000:3.0:1722795750.847769:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795750.847778:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044561 00000100:00100000:3.0:1722795750.847779:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766530432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.847782:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+166:3681:x1806481766530304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.847790:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11178 count 1 00010000:00010000:0.0:1722795750.847799:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.847808:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.847808:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766530048:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.847810:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 590 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847815:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.847816:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.847818:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.847823:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.847825:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046463872 00010000:00010000:0.0:1722795750.847827:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 590 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.847833:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 590 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.847835:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046463872 00000100:00100000:0.0:1722795750.847839:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766530560:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.847847:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 591 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.847858:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.847883:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967871 00000100:00100000:3.0:1722795750.847885:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.847887:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.847889:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+591:2006:x1806482046463872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.847897:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.847912:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 591 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847919:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766530432 00010000:00010000:1.0:1722795750.847922:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 591 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847922:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766530432 00010000:00010000:1.0:1722795750.847935:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a58a4900/0xc2e84c07bf96f17b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850f27 expref: 591 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.847937:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044562 00000100:00100000:3.0:1722795750.847940:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+167:3679:x1806481766530432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.847947:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.847948:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.847951:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.847953:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11179 count 1 00000100:00100000:0.0:1722795750.847959:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.847963:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.847964:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.847965:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766530688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.847976:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 590 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.847979:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.847981:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.847983:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.847985:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.847988:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.848001:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+590:2006:x1806482046463872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 112us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.848003:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.848007:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967871 00010000:00010000:3.0:1722795750.848007:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 590 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848018:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 589 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.848019:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464000 00000100:00100000:1.0:1722795750.848022:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464000 00000100:00100000:2.0:1722795750.848025:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766530816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.848029:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766530944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.848031:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 590 pid: 15430 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.848044:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464128 00000100:00100000:1.0:1722795750.848047:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464128 00000100:00100000:2.0:1722795750.848047:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.848054:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 591 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848061:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.848064:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795750.848068:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967872 00000100:00100000:2.0:1722795750.848069:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766531072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.848073:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+591:2003:x1806482046464000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.848077:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967873 00010000:00010000:1.0:1722795750.848080:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.848081:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+591:2003:x1806482046464128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.848084:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 591 pid: 15430 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.848084:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.848086:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.848090:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 591 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848091:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766530688 00010000:00010000:1.0:1722795750.848093:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 591 pid: 15430 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848094:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766530688 00010000:00010000:0.0:1722795750.848100:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 591 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848107:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766530816 00010000:00010000:0.0:1722795750.848108:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.848108:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766530816 00010000:00010000:0.0:1722795750.848109:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.848111:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848111:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981eb180/0xc2e84c07bf96ec34 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80850dd0 expref: 591 pid: 15430 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848115:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766531072 00010000:00010000:2.0:1722795750.848117:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa4900/0xc2e84c07bf96f7b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808510c4 expref: 591 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848126:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766531072 00010000:00010000:0.0:1722795750.848127:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848133:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.848134:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.848134:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044563 00010000:00010000:0.0:1722795750.848135:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.848137:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.848137:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+170:3678:x1806481766530688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.848140:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766530176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.848145:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.848147:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+589:2003:x1806482046464128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (146us total) trans 0 rc 0/0 00002000:00080000:3.0:1722795750.848148:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11180 count 1 00000100:00100000:0.0:1722795750.848151:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967873 00010000:00010000:2.0:1722795750.848154:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848156:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848159:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.848163:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848164:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 588 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.848166:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044564 00000100:00100000:0.0:1722795750.848169:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+170:3680:x1806481766530816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.848169:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.848170:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848170:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.848172:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.848175:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+588:2003:x1806482046464000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (290us total) trans 0 rc 0/0 00002000:00080000:0.0:1722795750.848177:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11181 count 1 00010000:00010000:2.0:1722795750.848178:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.848181:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967872 00010000:00010000:3.0:1722795750.848183:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 588 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.848184:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848203:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848206:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 587 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.848209:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 587 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848211:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.848214:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.848215:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.848215:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766531200:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.848217:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848219:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.848221:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848223:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.848231:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 587 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848231:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848233:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.848234:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.848239:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 587 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.848241:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.848246:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766531328:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.848246:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848247:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848250:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848252:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848256:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa687cf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848258:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.848263:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.848264:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848266:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848270:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848274:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.848274:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.848277:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848278:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848282:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848287:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848291:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848296:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa687c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848299:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848308:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa687c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2ba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.848397:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+173:3681:x1806481766529920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1427us (1460us total) trans 4296352585 rc 0/0 00000100:00100000:2.0:1722795750.848405:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044560 00000004:00080000:1.0:1722795750.848442:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cc700/2, rc 0, transno 1385289 00000100:00100000:3.0:1722795750.848444:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044565 00000100:00100000:3.0:1722795750.848449:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+172:3680:x1806481766531072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.848453:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766529920:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.848461:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11182 count 1 00010000:00010000:3.0:1722795750.848470:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848480:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 587 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848485:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.848487:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.848489:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848502:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 587 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848509:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 587 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848516:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766531456:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.848536:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.848602:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+172:3679:x1806481766529664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1835us (1879us total) trans 4296352587 rc 0/0 00000100:00100000:0.0:1722795750.848608:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044558 00000004:00080000:3.0:1722795750.848623:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728c380/2, rc 0, transno 1385291 00000100:00100000:3.0:1722795750.848630:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766529664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.848660:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+171:3678:x1806481766529536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1844us (1869us total) trans 4296352586 rc 0/0 00000100:00100000:0.0:1722795750.848664:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044559 00000004:00080000:1.0:1722795750.848678:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728f480/2, rc 0, transno 1385290 00000100:00100000:1.0:1722795750.848683:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766529536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.848711:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766530560:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.848731:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.848761:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766531584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.848767:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766531712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.848774:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.848792:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464256 00000100:00100000:1.0:1722795750.848792:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.848793:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.848795:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464256 00000100:00100000:1.0:1722795750.848802:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766531840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.848806:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 588 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848812:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.848821:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967874 00000100:00100000:0.0:1722795750.848825:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+588:2006:x1806482046464256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.848831:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.848832:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.848833:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766531584 00010000:00010000:0.0:1722795750.848834:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 588 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848835:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766531584 00010000:00010000:0.0:1722795750.848846:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 588 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.848857:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766531712 00000100:00100000:3.0:1722795750.848859:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766531712 00010000:00010000:0.0:1722795750.848877:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801356cdb00/0xc2e84c07bf96fc80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085120d expref: 588 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.848877:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766531840 00000100:00100000:1.0:1722795750.848883:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766531840 00000100:00100000:3.0:1722795750.848885:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044566 00000100:00100000:3.0:1722795750.848889:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+173:3678:x1806481766531584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.848892:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.848893:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.848897:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.848901:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11183 count 1 00000100:00100000:2.0:1722795750.848904:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044567 00010000:00010000:0.0:1722795750.848906:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848910:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.848911:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044568 00000100:00100000:2.0:1722795750.848912:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+173:3679:x1806481766531712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.848917:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+173:3681:x1806481766531840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.848920:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 587 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848925:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.848926:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.848926:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.848928:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.848929:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11184 count 1 00002000:00080000:1.0:1722795750.848932:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11185 count 1 00010000:00010000:3.0:1722795750.848941:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 587 pid: 16097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848942:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848945:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.848948:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 587 pid: 16097 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.848955:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+587:2006:x1806482046464256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 127us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.848956:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766531968:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.848957:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 587 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848959:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 587 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.848963:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967874 00010000:00010000:2.0:1722795750.848966:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.848968:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.848968:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.848970:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.848971:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848973:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.848973:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129540 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.848988:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.848993:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 586 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.848995:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 586 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.848997:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.849005:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 586 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.849007:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.849007:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 586 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.849018:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766532096:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.849020:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766532224:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.849022:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849031:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849038:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095febcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.849042:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.849046:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.849050:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.849050:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.849062:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849071:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095febcc0/0xc2e84c07bfa687d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2baa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.849224:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+174:3681:x1806481766530304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1440us (1485us total) trans 4296352588 rc 0/0 00000100:00100000:0.0:1722795750.849230:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044561 00000004:00080000:1.0:1722795750.849262:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cdf80/2, rc 0, transno 1385292 00000100:00100000:1.0:1722795750.849273:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766530304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.849307:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766532352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.849332:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.849421:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766532352 00000100:00100000:0.0:1722795750.849425:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766532352 00000100:00100000:0.0:1722795750.849507:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044569 00000100:00100000:0.0:1722795750.849511:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+174:3681:x1806481766532352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.849523:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11186 count 1 00010000:00010000:0.0:1722795750.849542:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849552:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 586 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849557:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.849558:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.849560:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849573:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 586 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.849580:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 586 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.849588:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766532480:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.849663:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766530944:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.849675:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.849810:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.849814:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766531200:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.849822:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.849909:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.849932:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.849941:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464384 00000100:00100000:0.0:1722795750.849945:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464384 00000100:00100000:1.0:1722795750.849952:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464512 00000100:00100000:1.0:1722795750.849957:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464512 00010000:00010000:0.0:1722795750.849959:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 587 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.849974:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 588 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.849976:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967875 00000100:00100000:0.0:1722795750.849980:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+588:2003:x1806482046464384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.849988:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.849990:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.849991:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 588 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.849997:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464640 00010000:00010000:0.0:1722795750.849999:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 588 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.850000:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464640 00000100:00100000:2.0:1722795750.850003:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766531456:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.850009:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009920db00/0xc2e84c07bf97018f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851356 expref: 589 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.850009:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 589 pid: 16097 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.850012:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.850014:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850017:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.850018:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.850020:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850025:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464768 00010000:00010000:0.0:1722795750.850026:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850027:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464768 00000100:00100000:3.0:1722795750.850031:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967876 00010000:00010000:1.0:1722795750.850037:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 589 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.850038:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.850038:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967877 00000100:00100000:3.0:1722795750.850039:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+589:2005:x1806482046464512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.850043:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+589:2005:x1806482046464640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.850050:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.850052:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.850055:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967878 00000100:00100000:0.0:1722795750.850057:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+589:2003:x1806482046464384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.850057:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 589 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.850058:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 589 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.850061:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+589:2005:x1806482046464768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.850062:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967875 00010000:00010000:2.0:1722795750.850065:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 589 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.850070:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.850075:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 588 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850076:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.850077:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.850078:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 588 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850080:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850086:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850088:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 588 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.850094:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968f1f80/0xc2e84c07bf970658 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085147c expref: 588 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850095:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.850104:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d19a1c0/0xc2e84c07bf97116b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808517a1 expref: 587 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.850105:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.850106:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.850109:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850113:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+587:2005:x1806482046464640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.850115:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850117:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.850118:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967877 00010000:00010000:1.0:1722795750.850120:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.850124:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850129:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.850133:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850136:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850142:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850148:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.850149:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+585:2005:x1806482046464512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 110us (215us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.850152:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.850154:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967876 00010000:00010000:2.0:1722795750.850158:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850163:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850167:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.850170:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850174:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+584:2005:x1806482046464768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 111us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.850174:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850175:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850180:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850182:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967878 00010000:00010000:2.0:1722795750.850182:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850186:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d27c000/0xc2e84c07bf970b9f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851612 expref: 584 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.850186:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850187:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa687dd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850196:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.850201:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766531328:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.850201:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850205:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.850208:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850213:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850216:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850220:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850225:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa687e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850227:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850235:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850244:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850250:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850255:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850260:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.850262:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850268:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850276:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850282:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9b00/0xc2e84c07bfa687eb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850301:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+176:3679:x1806481766530432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2358us (2415us total) trans 4296352589 rc 0/0 00000100:00100000:2.0:1722795750.850307:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044562 00010000:00010000:2.0:1722795750.850325:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850331:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850337:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850343:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.850346:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+176:3678:x1806481766530688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2205us (2361us total) trans 4296352590 rc 0/0 00010000:00010000:2.0:1722795750.850348:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850352:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.850354:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.850355:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044563 00010000:00010000:2.0:1722795750.850359:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850367:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850372:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa687f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.850422:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+175:3680:x1806481766530816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2250us (2374us total) trans 4296352591 rc 0/0 00000100:00100000:0.0:1722795750.850428:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044564 00000004:00080000:1.0:1722795750.850439:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cd500/2, rc 0, transno 1385295 00000100:00100000:1.0:1722795750.850450:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766530816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.850459:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766531968:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.850471:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850524:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+175:3680:x1806481766531072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2073us (2438us total) trans 4296352592 rc 0/0 00000100:00100000:2.0:1722795750.850530:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044565 00000004:00080000:1.0:1722795750.850536:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3ce680/2, rc 0, transno 1385296 00000100:00100000:1.0:1722795750.850542:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766531072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.850557:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cf480/2, rc 0, transno 1385294 00000100:00100000:2.0:1722795750.850565:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766530688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.850573:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766532608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.850585:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.850591:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.850596:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.850601:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795750.850602:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046464896 00000100:00100000:0.0:1722795750.850605:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046464896 00000100:00100000:1.0:1722795750.850605:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766532864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.850605:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766532736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.850616:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 583 pid: 16097 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.850617:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.850620:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.850632:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465024 00000100:00100000:2.0:1722795750.850633:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766532608 00000100:00100000:1.0:1722795750.850635:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.850636:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766532608 00000100:00100000:2.0:1722795750.850647:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766532736 00000100:00100000:2.0:1722795750.850648:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766532736 00000100:00100000:2.0:1722795750.850655:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766532864 00000100:00100000:2.0:1722795750.850656:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766532864 00000100:00100000:2.0:1722795750.850664:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044570 00000100:00100000:1.0:1722795750.850665:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967879 00000100:00100000:2.0:1722795750.850668:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+177:3678:x1806481766532608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.850672:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+583:2005:x1806482046464896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1722795750.850679:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11187 count 1 00010000:00010000:1.0:1722795750.850681:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.850687:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 583 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850688:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.850689:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465024 00010000:00010000:2.0:1722795750.850698:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 584 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850699:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 584 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.850701:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 584 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850704:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.850705:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.850707:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.850715:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.850716:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967880 00000100:00100000:0.0:1722795750.850720:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077593480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+584:2005:x1806482046465024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.850720:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 584 pid: 15602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850723:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723c06c0/0xc2e84c07bf97174c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851937 expref: 584 pid: 16097 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.850727:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.850730:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 584 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850732:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 583 pid: 15602 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.850732:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465152 00010000:00010000:1.0:1722795750.850736:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.850736:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465152 00010000:00010000:0.0:1722795750.850737:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 583 pid: 16049 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.850738:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.850740:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766532992:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.850742:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850748:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.850749:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.850751:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850751:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850752:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 584 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.850761:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850761:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484600 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.850769:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.850771:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.850773:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044571 00000100:00100000:2.0:1722795750.850777:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+177:3678:x1806481766532736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.850778:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967881 00002000:00080000:2.0:1722795750.850785:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11188 count 1 00000100:00100000:3.0:1722795750.850785:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+584:2005:x1806482046465152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.850787:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077593480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+584:2005:x1806482046465024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.850792:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967880 00010000:00010000:2.0:1722795750.850793:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850795:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+584:2005:x1806482046464896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 122us (210us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.850795:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.850799:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 584 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850801:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 583 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.850804:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967879 00010000:00010000:2.0:1722795750.850806:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.850807:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.850807:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 583 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850809:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.850811:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044572 00000100:00100000:0.0:1722795750.850815:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+177:3681:x1806481766532864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.850818:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.850820:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 582 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850820:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.850822:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.850825:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11189 count 1 00010000:00010000:2.0:1722795750.850827:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 582 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.850828:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850833:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850839:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766533120:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.850839:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.850842:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 582 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.850847:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.850848:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.850849:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800988f4900/0xc2e84c07bf9721cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851bf3 expref: 582 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.850850:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850857:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.850857:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+582:2005:x1806482046465152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (143us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.850881:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 581 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.850883:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967881 00000100:00100000:1.0:1722795750.850886:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766532224:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.850889:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 581 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.850915:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bacfa80/0xc2e84c07bf971c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851a95 expref: 580 pid: 16049 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.850920:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766533248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.850921:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850924:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.850925:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766532096:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.850931:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850934:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850936:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.850937:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.850939:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850942:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850943:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850946:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850949:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850951:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850952:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850956:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850958:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850960:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850961:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850965:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.850967:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850968:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850968:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.850972:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850973:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850974:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.850978:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850980:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850981:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.850985:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68800 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850986:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.850992:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.850998:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.851002:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa687f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2baf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851006:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68807 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.851099:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+180:3679:x1806481766531712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2186us (2285us total) trans 4296352593 rc 0/0 00000100:00100000:2.0:1722795750.851107:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044567 00000100:00100000:3.0:1722795750.851115:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+180:3678:x1806481766531584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2224us (2321us total) trans 4296352594 rc 0/0 00000100:00100000:3.0:1722795750.851121:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044566 00000004:00080000:2.0:1722795750.851138:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cca80/2, rc 0, transno 1385298 00000100:00100000:1.0:1722795750.851178:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+178:3681:x1806481766531840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2244us (2329us total) trans 4296352595 rc 0/0 00000100:00100000:2.0:1722795750.851181:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766531584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.851185:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044568 00000004:00080000:0.0:1722795750.851210:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cd180/2, rc 0, transno 1385299 00000100:00100000:0.0:1722795750.851215:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766531840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.851226:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.851227:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766532480:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.851235:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465280 00000100:00100000:3.0:1722795750.851237:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465280 00000100:00100000:0.0:1722795750.851240:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766533376:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.851240:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.851245:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 580 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.851254:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967882 00000100:00100000:0.0:1722795750.851256:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.851257:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+580:2006:x1806482046465280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.851262:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.851264:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 580 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.851269:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766533376 00010000:00010000:3.0:1722795750.851269:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 580 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.851272:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766533376 00010000:00010000:3.0:1722795750.851277:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f1f5b00/0xc2e84c07bf972713 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851d58 expref: 580 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.851283:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.851284:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.851286:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.851287:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044573 00010000:00010000:3.0:1722795750.851290:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.851291:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+178:3681:x1806481766533376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851297:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766533504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.851299:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1722795750.851301:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11190 count 1 00010000:00010000:0.0:1722795750.851306:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851310:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851312:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.851312:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+579:2006:x1806482046465280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (86us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.851316:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.851316:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.851316:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967882 00010000:00010000:0.0:1722795750.851320:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851320:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 579 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851324:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851326:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.851328:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feaac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.851328:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.851330:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851330:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.851336:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766533504 00010000:00010000:0.0:1722795750.851338:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.851339:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766533504 00010000:00010000:1.0:1722795750.851343:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 578 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851344:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851348:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feaac0/0xc2e84c07bfa6880e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.851352:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 578 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.851361:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766533632:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.851361:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044574 00000100:00100000:2.0:1722795750.851366:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+179:3678:x1806481766533504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.851376:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11191 count 1 00000100:00100000:1.0:1722795750.851378:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.851384:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851411:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 578 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851415:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.851416:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.851418:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.851421:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cf100/2, rc 0, transno 1385297 00010000:00010000:2.0:1722795750.851428:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 578 pid: 16061 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.851429:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766531712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.851433:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 578 pid: 16061 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.851438:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cdc00/2, rc 0, transno 1385293 00000100:00100000:2.0:1722795750.851439:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766533760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.851442:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766530432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851456:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.851481:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+180:3681:x1806481766532352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1967us (2147us total) trans 4296352596 rc 0/0 00000100:00100000:0.0:1722795750.851488:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044569 00000004:00080000:1.0:1722795750.851491:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3cc380/2, rc 0, transno 1385300 00000100:00100000:1.0:1722795750.851496:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766532352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851524:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.851529:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766533888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.851538:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766534144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851541:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.851557:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.851565:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766533888 00000100:00100000:2.0:1722795750.851567:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766533888 00000100:00100000:1.0:1722795750.851570:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795750.851574:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766534016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851575:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766534144 00000100:00100000:2.0:1722795750.851577:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766534144 00000100:00100000:2.0:1722795750.851583:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044575 00000100:00100000:2.0:1722795750.851586:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+181:3678:x1806481766533888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.851587:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.851590:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044576 00002000:00080000:2.0:1722795750.851593:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11192 count 1 00000100:00100000:3.0:1722795750.851594:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+181:3681:x1806481766534144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.851600:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.851604:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11194 count 1 00010000:00010000:2.0:1722795750.851606:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 578 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851610:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.851611:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.851611:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851612:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.851615:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766534016 00000100:00100000:0.0:1722795750.851619:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766534016 00010000:00010000:3.0:1722795750.851619:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 578 pid: 16100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851621:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 578 pid: 16038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.851622:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.851623:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.851625:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.851626:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 578 pid: 16038 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.851631:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766534272:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.851639:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 578 pid: 16100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.851640:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044577 00000100:00100000:0.0:1722795750.851644:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+182:3681:x1806481766534016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.851644:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.851645:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 578 pid: 16100 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.851650:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766534400:192.168.201.15@tcp:104: 00002000:00080000:0.0:1722795750.851656:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11193 count 1 00000100:00100000:3.0:1722795750.851664:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.851666:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851677:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 578 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851683:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.851684:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.851687:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851703:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 578 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.851711:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 578 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.851721:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766534528:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.851745:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.851953:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766532992:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.851962:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.852221:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766533120:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.852228:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852237:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.852264:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009b3ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766533248:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.852277:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852280:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465536 00000100:00100000:3.0:1722795750.852284:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465536 00010000:00010000:3.0:1722795750.852296:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 579 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.852312:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.852313:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967883 00000100:00100000:2.0:1722795750.852318:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465408 00000100:00100000:3.0:1722795750.852318:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+579:2006:x1806482046465536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.852320:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465408 00010000:00010000:3.0:1722795750.852325:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.852328:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 580 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.852329:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 580 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.852337:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 580 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852338:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967884 00000100:00100000:2.0:1722795750.852341:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+580:2006:x1806482046465408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.852345:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.852345:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b068b40/0xc2e84c07bf973384 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852068 expref: 580 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852348:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 580 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852353:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 579 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.852356:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.852357:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.852358:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852361:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca41440/0xc2e84c07bf972daa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80851eee expref: 579 pid: 15602 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.852363:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852367:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.852368:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.852369:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852371:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.852372:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.852374:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852382:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.852385:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465664 00000100:00100000:1.0:1722795750.852388:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465664 00000100:00100000:3.0:1722795750.852388:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+578:2006:x1806482046465536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.852392:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967883 00000100:00100000:2.0:1722795750.852411:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+579:2006:x1806482046465408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.852415:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967884 00010000:00010000:1.0:1722795750.852416:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 578 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.852434:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967885 00000100:00100000:1.0:1722795750.852438:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+577:2006:x1806482046465664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.852441:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852445:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.852445:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852449:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 577 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852449:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852453:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852456:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852457:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 577 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852460:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.852461:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852465:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852467:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.852469:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078344d80/0xc2e84c07bf973942 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852221 expref: 577 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852470:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852475:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465792 00010000:00010000:2.0:1722795750.852477:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa6881c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852478:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465792 00010000:00010000:1.0:1722795750.852479:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.852481:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.852483:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852487:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 577 pid: 16041 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.852490:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852497:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967886 00000100:00100000:0.0:1722795750.852500:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+577:2006:x1806482046465792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.852503:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.852505:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.852507:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 577 pid: 16041 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.852513:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 577 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.852522:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+577:2006:x1806482046465664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (150us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.852524:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.852525:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.852528:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.852528:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967885 00010000:00010000:0.0:1722795750.852534:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852546:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.852554:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e0a1200/0xc2e84c07bf973edd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808523d3 expref: 576 pid: 16041 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852562:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+183:3678:x1806481766532736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1784us (1943us total) trans 4296352597 rc 0/0 00000100:00100000:0.0:1722795750.852563:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+575:2006:x1806482046465792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.852566:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044571 00000100:00100000:1.0:1722795750.852567:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766533632:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.852570:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967886 00000004:00080000:3.0:1722795750.852571:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebda300/2, rc 0, transno 1385301 00010000:00010000:1.0:1722795750.852576:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852577:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766532736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.852578:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852583:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852583:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852587:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852590:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852590:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852594:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852597:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852597:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.852598:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766534656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.852599:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766533760:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.852599:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852602:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852604:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852609:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852610:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852612:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852613:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68815 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852613:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.852616:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.852619:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852625:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852633:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852640:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.852640:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa6882a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852653:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046465920 00000100:00100000:0.0:1722795750.852656:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046465920 00010000:00010000:0.0:1722795750.852666:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 575 pid: 16061 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852681:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+183:3678:x1806481766532608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2013us (2090us total) trans 4296352598 rc 0/0 00000100:00100000:2.0:1722795750.852685:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044570 00000100:00100000:0.0:1722795750.852686:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967887 00000004:00080000:3.0:1722795750.852687:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd8000/2, rc 0, transno 1385302 00000100:00100000:0.0:1722795750.852691:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+575:2006:x1806482046465920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.852691:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766532608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.852693:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766534656 00000100:00100000:2.0:1722795750.852695:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766534656 00010000:00010000:0.0:1722795750.852696:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.852700:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 575 pid: 16061 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852703:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044578 00000100:00100000:3.0:1722795750.852704:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.852706:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+184:3678:x1806481766534656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.852708:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 575 pid: 16061 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.852708:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766534784:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.852713:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11195 count 1 00010000:00010000:0.0:1722795750.852718:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832eed00/0xc2e84c07bf974432 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852538 expref: 575 pid: 16061 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852719:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852719:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.852726:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 574 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852727:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.852728:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.852730:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.852730:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766534784 00010000:00010000:0.0:1722795750.852731:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852731:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.852731:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766534784 00010000:00010000:2.0:1722795750.852732:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852737:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.852741:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 574 pid: 16070 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852742:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044579 00000100:00100000:3.0:1722795750.852745:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+185:3678:x1806481766534784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.852747:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.852750:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 574 pid: 16070 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.852753:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11196 count 1 00000100:00100000:2.0:1722795750.852755:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766534912:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.852758:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012008ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+185:3681:x1806481766533376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1465us (1499us total) trans 4296352599 rc 0/0 00010000:00010000:3.0:1722795750.852760:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852762:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+574:2006:x1806482046465920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 70us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.852765:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044573 00000100:00100000:0.0:1722795750.852767:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967887 00010000:00010000:3.0:1722795750.852767:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 574 pid: 16055 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.852769:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.852771:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.852772:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.852774:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852780:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.852782:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766534272:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.852783:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 573 pid: 16055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852786:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.852786:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012008f100/2, rc 0, transno 1385303 00010000:00010000:3.0:1722795750.852788:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 573 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.852790:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012008f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766533376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.852791:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852792:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852794:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077593800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766535040:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.852799:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852805:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.852806:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.852810:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.852813:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852818:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852825:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.852830:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68831 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.852830:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766534400:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.852835:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.852836:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.852842:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.852876:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.852889:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766535168 00000100:00100000:2.0:1722795750.852891:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766535168 00000100:00100000:1.0:1722795750.852902:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.852907:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044580 00000100:00100000:2.0:1722795750.852910:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+186:3681:x1806481766535168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.852913:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466048 00000100:00100000:1.0:1722795750.852915:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466048 00002000:00080000:2.0:1722795750.852917:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11197 count 1 00010000:00010000:2.0:1722795750.852923:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852925:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 574 pid: 16038 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.852930:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 574 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.852932:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+186:3678:x1806481766533504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1565us (1615us total) trans 4296352600 rc 0/0 00010000:00010000:2.0:1722795750.852936:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.852937:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044574 00010000:00010000:2.0:1722795750.852937:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.852938:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.852939:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967888 00000004:00080000:3.0:1722795750.852939:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea8380/2, rc 0, transno 1385304 00000100:00100000:1.0:1722795750.852944:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+574:2006:x1806482046466048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.852944:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766533504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.852947:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 574 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852950:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.852952:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 574 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.852954:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 574 pid: 16038 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852958:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766535296:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.852963:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 574 pid: 16038 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.852971:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.852974:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008333cd80/0xc2e84c07bf974e57 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085267a expref: 574 pid: 16038 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.852983:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.852984:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.852985:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.852988:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.852994:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.852995:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466176 00000100:00100000:2.0:1722795750.852997:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466176 00010000:00010000:2.0:1722795750.853003:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 574 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.853012:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.853014:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967889 00000100:00100000:2.0:1722795750.853016:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+574:2006:x1806482046466176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.853018:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.853020:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.853022:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 574 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.853022:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.853028:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+574:2006:x1806482046466048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.853028:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 574 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.853028:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.853034:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967888 00010000:00010000:2.0:1722795750.853036:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012463bcc0/0xc2e84c07bf9763c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852921 expref: 574 pid: 16100 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.853036:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853040:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853043:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.853043:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.853044:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466304 00010000:00010000:2.0:1722795750.853044:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.853046:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853046:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96af40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.853047:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466304 00010000:00010000:3.0:1722795750.853048:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853050:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853052:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853055:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 573 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.853058:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.853058:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853061:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68838 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.853069:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+573:2006:x1806482046466176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.853072:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967889 00000100:00100000:3.0:1722795750.853076:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967890 00000100:00100000:3.0:1722795750.853080:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+572:2006:x1806482046466304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.853085:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.853088:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 572 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.853090:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766534528:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.853090:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.853093:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 572 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.853097:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853100:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800872458c0/0xc2e84c07bf97596a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808527b5 expref: 572 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.853101:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853101:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853105:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.853108:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.853108:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853108:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.853109:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.853112:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853115:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853118:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853119:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.853120:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853124:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853129:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853129:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853132:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa6883f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853133:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.853135:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766535424 00010000:00010000:1.0:1722795750.853137:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.853138:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766535424 00010000:00010000:1.0:1722795750.853144:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853150:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.853151:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044581 00000100:00100000:3.0:1722795750.853153:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+571:2006:x1806482046466304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.853155:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+186:3681:x1806481766535424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.853157:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.853159:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967890 00002000:00080000:0.0:1722795750.853166:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11198 count 1 00010000:00010000:1.0:1722795750.853167:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.853170:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.853176:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853177:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.853185:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 570 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853186:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.853192:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.853192:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68823 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.853193:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.853196:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.853204:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+188:3681:x1806481766534144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1609us (1646us total) trans 4296352601 rc 0/0 00000100:00100000:2.0:1722795750.853208:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044576 00010000:00010000:0.0:1722795750.853212:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 570 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.853220:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 570 pid: 16050 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.853226:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaa300/2, rc 0, transno 1385305 00000100:00100000:0.0:1722795750.853229:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766535552:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.853230:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766534144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.853250:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.853260:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+188:3678:x1806481766533888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1671us (1716us total) trans 4296352602 rc 0/0 00000100:00100000:3.0:1722795750.853266:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044575 00000100:00100000:3.0:1722795750.853286:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766535680:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.853307:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebd8700/2, rc 0, transno 1385307 00000100:00100000:1.0:1722795750.853308:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+187:3681:x1806481766532864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2491us (2672us total) trans 4296352603 rc 0/0 00000100:00100000:3.0:1722795750.853308:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.853312:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766532864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.853315:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044572 00000100:00100000:1.0:1722795750.853326:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766535680 00000100:00100000:1.0:1722795750.853329:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766535680 00000004:00080000:3.0:1722795750.853329:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9880/2, rc 0, transno 1385306 00000100:00100000:3.0:1722795750.853333:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766533888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.853338:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.853341:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044582 00000100:00100000:3.0:1722795750.853342:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766535808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.853347:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+187:3678:x1806481766535680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.853349:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.853354:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.853356:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795750.853363:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11199 count 1 00000100:00100000:2.0:1722795750.853371:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.853372:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.853378:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766535808 00000100:00100000:3.0:1722795750.853380:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766535808 00010000:00010000:1.0:1722795750.853382:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 570 pid: 16077 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.853383:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766535936 00000100:00100000:2.0:1722795750.853385:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766535936 00010000:00010000:1.0:1722795750.853434:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.853435:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044583 00010000:00010000:1.0:1722795750.853436:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.853439:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+189:3678:x1806481766535808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.853440:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.853444:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044584 00002000:00080000:2.0:1722795750.853449:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11200 count 1 00000100:00100000:3.0:1722795750.853449:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+189:3681:x1806481766535936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.853459:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853460:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 570 pid: 16077 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.853461:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11201 count 1 00010000:00010000:2.0:1722795750.853468:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 570 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853470:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.853472:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 570 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.853473:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.853474:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.853476:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853479:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 570 pid: 16105 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.853484:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766536064:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.853484:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.853485:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.853487:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853488:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 570 pid: 16075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.853495:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 570 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.853501:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 570 pid: 16105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.853502:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766536192:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.853508:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 570 pid: 16105 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.853512:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.853517:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766536320:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.853520:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.853542:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.853557:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853566:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853575:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853583:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853593:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853600:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.853604:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853613:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853627:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.853635:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8480/0xc2e84c07bfa68846 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.853790:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+190:3681:x1806481766534016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2142us (2199us total) trans 4296352604 rc 0/0 00000100:00100000:3.0:1722795750.853800:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044577 00000004:00080000:2.0:1722795750.853816:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9f80/2, rc 0, transno 1385308 00000100:00100000:2.0:1722795750.853827:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766534016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.853851:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766534912:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.853885:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.853922:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766536448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.853938:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077593800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766535040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.853945:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.853949:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.853962:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766536448 00000100:00100000:3.0:1722795750.853964:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766536448 00000100:00100000:3.0:1722795750.853978:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044585 00000100:00100000:3.0:1722795750.853981:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+190:3681:x1806481766536448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.853991:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11202 count 1 00000100:00100000:2.0:1722795750.853995:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766535296:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.854000:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854009:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854011:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 570 pid: 16079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854018:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.854020:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.854022:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854041:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 570 pid: 16079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854057:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 570 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.854068:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766536576:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.854106:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.854272:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.854301:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.854319:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466560 00000100:00100000:3.0:1722795750.854323:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466560 00000100:00100000:0.0:1722795750.854329:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.854335:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 571 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.854351:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466432 00000100:00100000:2.0:1722795750.854355:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466432 00000100:00100000:3.0:1722795750.854355:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466688 00000100:00100000:3.0:1722795750.854357:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466688 00010000:00010000:3.0:1722795750.854362:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 573 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.854366:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 573 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.854377:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967891 00000100:00100000:3.0:1722795750.854383:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967892 00000100:00100000:1.0:1722795750.854384:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+573:2006:x1806482046466560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.854386:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+573:2005:x1806482046466688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.854392:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.854394:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.854412:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 573 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.854414:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.854415:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967893 00000100:00100000:2.0:1722795750.854418:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+573:2005:x1806482046466432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.854419:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 573 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.854421:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 573 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.854426:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.854429:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 573 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.854429:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d4e7cc0/0xc2e84c07bf9778ff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852d11 expref: 573 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.854433:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466816 00010000:00010000:1.0:1722795750.854433:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 573 pid: 16055 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.854437:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466816 00010000:00010000:2.0:1722795750.854437:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 572 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.854438:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.854439:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.854441:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854447:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072062ac0/0xc2e84c07bf976b4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852a4e expref: 573 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.854447:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.854448:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b2d680/0xc2e84c07bf977196 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852b9e expref: 573 pid: 16055 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.854451:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 573 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.854457:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.854458:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.854458:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.854460:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854466:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.854468:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.854469:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967894 00010000:00010000:1.0:1722795750.854470:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.854473:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.854474:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+571:2005:x1806482046466816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.854476:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+571:2005:x1806482046466688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.854477:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.854480:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967892 00010000:00010000:0.0:1722795750.854482:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.854482:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854486:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 571 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.854493:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+570:2005:x1806482046466432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (191us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.854496:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 570 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.854497:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967893 00010000:00010000:1.0:1722795750.854508:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.854509:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.854510:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854511:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.854514:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854516:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.854520:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766536192:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.854521:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854522:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854526:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854528:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.854530:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+569:2006:x1806482046466560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 145us (258us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.854530:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854534:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.854537:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967891 00010000:00010000:2.0:1722795750.854538:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854538:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.854541:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854543:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854545:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854548:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.854552:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854553:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.854555:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+568:2005:x1806482046466816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.854556:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68854 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854558:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.854562:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967894 00010000:00010000:2.0:1722795750.854563:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.854565:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854569:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.854573:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766536064:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.854576:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854581:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa6885b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.854589:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854602:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801245ee880/0xc2e84c07bf977d3c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852e99 expref: 567 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.854615:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766535552:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.854628:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854636:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854642:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854650:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854656:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854663:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.854669:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.854672:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.854677:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+192:3681:x1806481766535168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1765us (1815us total) trans 4296352606 rc 0/0 00010000:00010000:0.0:1722795750.854679:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.854682:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044580 00000100:00100000:3.0:1722795750.854683:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+192:3678:x1806481766534784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1934us (1960us total) trans 4296352605 rc 0/0 00010000:00010000:0.0:1722795750.854689:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.854691:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044579 00010000:00010000:0.0:1722795750.854696:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea640/0xc2e84c07bfa68862 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.854704:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077591880/2, rc 0, transno 1385310 00000100:00100000:2.0:1722795750.854710:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535168:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.854719:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.854720:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077592300/2, rc 0, transno 1385309 00010000:00010000:2.0:1722795750.854724:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.854724:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766534784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.854730:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854735:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854739:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854743:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.854745:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.854746:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.854750:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854757:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.854761:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa6884d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.854789:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046466944 00000100:00100000:1.0:1722795750.854794:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046466944 00010000:00010000:1.0:1722795750.854807:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 567 pid: 16077 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.854826:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967895 00000100:00100000:1.0:1722795750.854832:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+567:2005:x1806482046466944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.854840:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.854844:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 567 pid: 16077 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.854848:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+192:3678:x1806481766534656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2139us (2232us total) trans 4296352607 rc 0/0 00010000:00010000:1.0:1722795750.854855:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 567 pid: 16077 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.854855:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044578 00000100:00100000:3.0:1722795750.854856:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.854891:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b199200/0xc2e84c07bf978092 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80852fbf expref: 567 pid: 16077 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.854902:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.854904:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1722795750.854905:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077593480/2, rc 0, transno 1385311 00010000:00010000:1.0:1722795750.854907:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.854911:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766534656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.854911:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.854916:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.854933:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.854958:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+566:2005:x1806482046466944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 125us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.854965:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967895 00000100:00100000:1.0:1722795750.854978:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467072 00000100:00100000:2.0:1722795750.854978:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766536576:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.854982:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467072 00010000:00010000:1.0:1722795750.854991:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 566 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.854995:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.854996:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+191:3681:x1806481766535424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1838us (1885us total) trans 4296352608 rc 0/0 00000100:00100000:0.0:1722795750.855004:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044581 00000100:00100000:1.0:1722795750.855005:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467200 00000100:00100000:1.0:1722795750.855008:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467200 00010000:00010000:1.0:1722795750.855015:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 567 pid: 16105 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.855017:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077590000/2, rc 0, transno 1385312 00000100:00100000:2.0:1722795750.855020:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.855031:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967896 00000100:00100000:0.0:1722795750.855038:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+567:2005:x1806482046467072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.855047:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.855048:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967897 00010000:00010000:0.0:1722795750.855052:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 567 pid: 16075 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.855054:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880077593800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+567:2005:x1806482046467200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.855056:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.855062:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 567 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855062:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.855065:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467328 00010000:00010000:1.0:1722795750.855066:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 567 pid: 16105 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.855068:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467328 00010000:00010000:2.0:1722795750.855076:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 568 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.855077:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133ff58c0/0xc2e84c07bf9783da lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853101 expref: 568 pid: 16075 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855077:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 568 pid: 16105 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.855089:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967898 00000100:00100000:3.0:1722795750.855089:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766536320:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.855090:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.855091:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa4000/0xc2e84c07bf978776 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085323c expref: 567 pid: 16105 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.855092:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.855093:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+567:2006:x1806482046467328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.855096:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855098:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.855100:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855101:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 566 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855103:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.855105:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.855108:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855108:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 566 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.855109:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855117:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855117:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323e9b00/0xc2e84c07bf978b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085339a expref: 566 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.855125:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.855126:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.855128:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.855129:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.855134:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.855134:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855144:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.855154:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+565:2005:x1806482046467072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 114us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.855154:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077593800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+565:2005:x1806482046467200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.855159:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+565:2006:x1806482046467328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.855161:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967897 00010000:00010000:3.0:1722795750.855164:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.855166:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967896 00010000:00010000:3.0:1722795750.855169:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855171:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967898 00010000:00010000:3.0:1722795750.855175:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855179:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855184:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855187:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766536960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.855188:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.855190:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855195:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855195:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855202:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855203:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855210:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855210:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68877 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855213:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.855218:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855225:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855231:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.855232:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e9686c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.855235:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855236:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766537088:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.855244:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855253:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.855255:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855262:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68870 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.855270:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766536960 00000100:00100000:0.0:1722795750.855274:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766536960 00000100:00100000:1.0:1722795750.855275:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766537088 00000100:00100000:1.0:1722795750.855278:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766537088 00000100:00100000:1.0:1722795750.855295:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044586 00000100:00100000:1.0:1722795750.855301:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+193:3680:x1806481766536960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.855313:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11205 count 1 00010000:00010000:1.0:1722795750.855324:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.855334:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+194:3681:x1806481766535936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1882us (1959us total) trans 4296352609 rc 0/0 00010000:00010000:1.0:1722795750.855336:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 562 pid: 16060 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.855342:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044584 00010000:00010000:1.0:1722795750.855344:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.855346:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.855349:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.855360:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044587 00000100:00100000:3.0:1722795750.855365:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+193:3680:x1806481766537088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.855367:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 562 pid: 16060 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855367:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+193:3678:x1806481766535808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1926us (2009us total) trans 4296352610 rc 0/0 00000100:00100000:2.0:1722795750.855373:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044583 00010000:00010000:1.0:1722795750.855379:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 562 pid: 16060 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.855379:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11206 count 1 00000100:00100000:1.0:1722795750.855390:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766537216:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.855391:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.855418:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9500/2, rc 0, transno 1385313 00010000:00010000:3.0:1722795750.855422:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855424:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766535936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.855426:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.855428:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.855430:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855441:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.855518:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855528:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855537:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855545:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855551:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855553:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855554:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766536704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.855560:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.855562:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855564:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855571:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855572:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.855572:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072637480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766537344:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.855583:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.855590:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feaaa00/2, rc 0, transno 1385314 00010000:00010000:1.0:1722795750.855591:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd440/0xc2e84c07bfa68869 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855593:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766535808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.855599:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.855602:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766536832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.855602:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.855612:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.855630:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766537472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.855632:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766536704 00000100:00100000:3.0:1722795750.855634:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766537600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.855636:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766536704 00000100:00100000:2.0:1722795750.855641:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.855652:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766536832 00000100:00100000:3.0:1722795750.855652:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.855654:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766536832 00000100:00100000:2.0:1722795750.855660:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766537472 00000100:00100000:2.0:1722795750.855662:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766537472 00000100:00100000:1.0:1722795750.855666:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766537600 00000100:00100000:1.0:1722795750.855668:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766537600 00000100:00100000:0.0:1722795750.855673:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044588 00000100:00100000:0.0:1722795750.855682:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+196:3678:x1806481766536704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.855682:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044589 00000100:00100000:3.0:1722795750.855687:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+196:3678:x1806481766536832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.855692:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044590 00000100:00100000:2.0:1722795750.855695:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+196:3678:x1806481766537472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.855697:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11203 count 1 00000100:00100000:1.0:1722795750.855699:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044591 00002000:00080000:3.0:1722795750.855700:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11204 count 1 00000100:00100000:1.0:1722795750.855704:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+196:3679:x1806481766537600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.855705:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11207 count 1 00010000:00010000:0.0:1722795750.855708:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855711:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855713:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.855718:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11208 count 1 00010000:00010000:0.0:1722795750.855721:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 562 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855722:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 562 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855723:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 562 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855726:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.855728:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855728:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.855729:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.855729:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855730:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.855731:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.855732:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.855733:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.855735:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855740:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 562 pid: 9530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855741:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 562 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855747:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 562 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855748:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.855749:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.855752:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 562 pid: 15414 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.855752:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855754:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766537728:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.855754:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 562 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.855763:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 562 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.855764:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 562 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.855771:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 562 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.855774:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.855776:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766537856:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.855776:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766537984:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.855781:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 562 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.855791:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855792:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766538112:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.855799:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.855802:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.855807:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.855813:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855815:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300600 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.855821:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855829:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855836:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.855840:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855848:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855860:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.855887:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa6887e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.855965:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880077592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+198:3678:x1806481766535680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2617us (2654us total) trans 4296352611 rc 0/0 00000100:00100000:1.0:1722795750.855973:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044582 00000004:00080000:3.0:1722795750.855999:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fea9c00/2, rc 0, transno 1385315 00000100:00100000:3.0:1722795750.856009:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766535680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.856013:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+197:3681:x1806481766536448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2029us (2065us total) trans 4296352612 rc 0/0 00000100:00100000:2.0:1722795750.856021:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044585 00000004:00080000:2.0:1722795750.856049:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96df80/2, rc 0, transno 1385316 00000100:00100000:2.0:1722795750.856057:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766536448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.856064:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.856070:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766538240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.856090:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.856105:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766538368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.856107:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766538240 00000100:00100000:1.0:1722795750.856111:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766538240 00000100:00100000:2.0:1722795750.856120:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.856128:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766538368 00000100:00100000:1.0:1722795750.856130:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766538368 00000100:00100000:3.0:1722795750.856142:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044592 00000100:00100000:1.0:1722795750.856149:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044593 00000100:00100000:3.0:1722795750.856149:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+198:3681:x1806481766538240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.856155:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+198:3681:x1806481766538368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.856163:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11209 count 1 00002000:00080000:1.0:1722795750.856168:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11210 count 1 00010000:00010000:3.0:1722795750.856175:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.856179:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856187:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 562 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.856191:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 562 pid: 16092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856195:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.856197:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.856199:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.856200:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.856201:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.856204:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856219:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 562 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.856223:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 562 pid: 16092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856230:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 562 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.856234:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 562 pid: 16092 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.856238:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766538496:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.856252:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766538624:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.856259:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.856274:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.856332:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766537216:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.856343:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856356:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.856371:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467456 00000100:00100000:2.0:1722795750.856373:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467456 00010000:00010000:2.0:1722795750.856382:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 563 pid: 16060 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.856418:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967899 00000100:00100000:2.0:1722795750.856422:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+563:2005:x1806482046467456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.856428:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.856431:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 563 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.856438:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 563 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.856447:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801350b1b00/0xc2e84c07bf979920 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853a38 expref: 563 pid: 16060 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.856458:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072637480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766537344:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.856460:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.856461:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.856463:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856465:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.856469:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856474:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856479:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.856492:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467584 00000100:00100000:2.0:1722795750.856496:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+562:2005:x1806482046467456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.856496:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467584 00000100:00100000:2.0:1722795750.856501:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967899 00010000:00010000:3.0:1722795750.856509:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.856514:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856520:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856525:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856531:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856536:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.856541:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967900 00010000:00010000:2.0:1722795750.856544:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfa80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.856546:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.856546:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+562:2006:x1806482046467584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.856551:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856553:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.856556:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.856557:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.856561:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfa80/0xc2e84c07bfa68885 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856562:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.856573:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800811c2400/0xc2e84c07bf97b76c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085555f expref: 562 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.856581:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.856582:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.856584:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856589:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856598:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.856612:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+561:2006:x1806482046467584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.856617:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967900 00010000:00010000:3.0:1722795750.856631:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856636:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856641:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856647:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.856652:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+199:3680:x1806481766536960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1350us (1438us total) trans 4296352613 rc 0/0 00010000:00010000:3.0:1722795750.856654:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.856657:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044586 00010000:00010000:3.0:1722795750.856661:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.856664:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856671:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856674:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766538112:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.856679:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766537856:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795750.856680:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072634380/2, rc 0, transno 1385317 00010000:00010000:3.0:1722795750.856683:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.856685:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766536960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.856689:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856690:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa6888c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.856696:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.856731:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766537728:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.856741:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.856741:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856753:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467840 00000100:00100000:0.0:1722795750.856755:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766537984:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.856756:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467840 00010000:00010000:1.0:1722795750.856768:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 561 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.856772:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856784:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967901 00000100:00100000:1.0:1722795750.856789:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+561:2006:x1806482046467840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.856797:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.856801:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 561 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.856808:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+199:3680:x1806481766537088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1442us (1553us total) trans 4296352614 rc 0/0 00010000:00010000:1.0:1722795750.856810:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 561 pid: 9530 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.856810:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072635880/2, rc 0, transno 1385318 00000100:00100000:2.0:1722795750.856814:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766537088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.856814:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044587 00010000:00010000:1.0:1722795750.856825:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080b76880/0xc2e84c07bf97d158 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856a51 expref: 561 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.856837:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.856839:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.856842:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.856849:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766538752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.856850:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.856851:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766538880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.856886:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.856887:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.856918:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.856918:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766538752 00000100:00100000:3.0:1722795750.856921:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766538752 00010000:00010000:0.0:1722795750.856927:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856929:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+560:2006:x1806482046467840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 137us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.856934:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044594 00010000:00010000:0.0:1722795750.856936:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856936:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967901 00000100:00100000:3.0:1722795750.856939:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+199:3678:x1806481766538752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.856943:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.856951:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.856951:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11211 count 1 00010000:00010000:3.0:1722795750.856960:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.856963:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.856967:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856970:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.856971:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 559 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.856974:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.856977:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.856978:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.856981:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.856982:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468096 00000100:00100000:1.0:1722795750.856985:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468096 00010000:00010000:0.0:1722795750.856987:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.856994:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa688a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.856996:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 560 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.856997:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 560 pid: 16060 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857007:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 560 pid: 16060 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.857012:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967902 00000100:00100000:1.0:1722795750.857016:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+560:2006:x1806482046468096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.857023:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766539008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.857024:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.857029:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 560 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.857039:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 560 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.857045:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.857057:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a02b5440/0xc2e84c07bf97931c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085364f expref: 560 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.857060:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.857067:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.857069:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.857072:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857079:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857079:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766538880 00000100:00100000:2.0:1722795750.857084:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766538880 00010000:00010000:1.0:1722795750.857094:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.857103:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044595 00000100:00100000:2.0:1722795750.857108:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+201:3679:x1806481766538880:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.857112:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+559:2006:x1806482046468096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 94us (142us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795750.857118:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11212 count 1 00000100:00100000:1.0:1722795750.857119:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967902 00010000:00010000:2.0:1722795750.857126:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857134:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857138:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.857139:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.857141:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857152:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857158:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.857163:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.857165:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766539136:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.857171:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467712 00000100:00100000:1.0:1722795750.857174:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467712 00000100:00100000:0.0:1722795750.857180:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+201:3679:x1806481766537600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1473us (1524us total) trans 4296352615 rc 0/0 00010000:00010000:1.0:1722795750.857183:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 559 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.857183:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.857187:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044591 00000004:00080000:3.0:1722795750.857193:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072634700/2, rc 0, transno 1385319 00000100:00100000:1.0:1722795750.857194:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967903 00000100:00100000:1.0:1722795750.857197:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+559:2005:x1806482046467712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.857200:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766537600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.857202:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.857205:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857205:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 559 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.857213:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857215:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 559 pid: 15414 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.857220:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857223:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007a1a9200/0xc2e84c07bf978f41 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80853514 expref: 559 pid: 15414 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.857225:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795750.857226:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857231:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.857231:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766539264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.857232:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.857234:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857234:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857238:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.857240:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.857243:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857245:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.857248:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.857250:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857260:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2005:x1806482046467712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.857262:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857264:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967903 00010000:00010000:0.0:1722795750.857266:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa6889a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857311:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.857324:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046467968 00000100:00100000:2.0:1722795750.857326:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046467968 00010000:00010000:2.0:1722795750.857335:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 558 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.857342:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766538496:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.857347:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967904 00000100:00100000:2.0:1722795750.857350:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2005:x1806482046467968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.857352:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857355:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.857358:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+201:3678:x1806481766536832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1670us (1743us total) trans 4296352616 rc 0/0 00010000:00010000:2.0:1722795750.857358:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 558 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.857363:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044589 00010000:00010000:2.0:1722795750.857364:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 558 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.857373:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766539264 00010000:00010000:2.0:1722795750.857373:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b318b40/0xc2e84c07bf97cdf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856940 expref: 558 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.857375:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766539264 00010000:00010000:2.0:1722795750.857380:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.857381:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.857382:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.857383:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.857386:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044596 00010000:00010000:2.0:1722795750.857388:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.857389:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+201:3681:x1806481766539264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.857409:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857414:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.857414:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.857416:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11213 count 1 00010000:00010000:3.0:1722795750.857419:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857424:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.857425:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857427:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.857428:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857431:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+557:2005:x1806482046467968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.857432:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.857434:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857435:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967904 00010000:00010000:0.0:1722795750.857437:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 557 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857439:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468224 00010000:00010000:3.0:1722795750.857439:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857441:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468224 00010000:00010000:0.0:1722795750.857442:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.857443:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.857445:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857445:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468352 00000100:00100000:2.0:1722795750.857446:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468352 00010000:00010000:3.0:1722795750.857447:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857450:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 558 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.857451:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa688a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857453:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 558 pid: 16092 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.857458:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 558 pid: 9530 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857463:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967905 00000100:00100000:1.0:1722795750.857467:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2006:x1806482046468224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.857467:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967906 00010000:00010000:0.0:1722795750.857468:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 558 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.857470:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2006:x1806482046468352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.857471:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.857474:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 558 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.857475:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.857478:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 558 pid: 16092 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.857480:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766539392:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.857481:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 558 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.857484:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 558 pid: 16092 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.857489:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1103840/0xc2e84c07bf97d492 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856b8c expref: 558 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.857491:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.857492:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.857494:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857496:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.857497:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.857498:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857499:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.857503:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.857504:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857506:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.857514:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.857515:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+557:2006:x1806482046468352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (88us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.857520:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857522:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967906 00000100:00100000:1.0:1722795750.857526:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+556:2006:x1806482046468224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (145us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.857528:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.857530:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967905 00010000:00010000:0.0:1722795750.857536:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.857538:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+202:3678:x1806481766537472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1841us (1895us total) trans 4296352617 rc 0/0 00010000:00010000:0.0:1722795750.857543:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.857543:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072637100/2, rc 0, transno 1385321 00000100:00100000:3.0:1722795750.857543:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044590 00000100:00100000:2.0:1722795750.857548:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766537472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.857551:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.857554:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072637800/2, rc 0, transno 1385320 00000100:00100000:2.0:1722795750.857556:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766536832:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.857557:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feba80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.857559:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.857560:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857564:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.857568:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857569:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857573:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857577:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857579:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766539520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.857580:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857582:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.857584:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.857587:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feba80/0xc2e84c07bfa68893 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857588:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857595:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857596:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.857599:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa688af lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857600:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007259a1c0/0xc2e84c07bf97d866 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856cb9 expref: 555 pid: 16092 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.857608:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766538624:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.857618:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857621:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766539648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.857624:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857628:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857630:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.857633:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857637:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857642:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857642:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766539520 00000100:00100000:2.0:1722795750.857644:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766539520 00010000:00010000:1.0:1722795750.857646:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.857648:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857652:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857653:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766539648 00000100:00100000:2.0:1722795750.857654:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766539648 00010000:00010000:1.0:1722795750.857659:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857661:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044597 00000100:00100000:2.0:1722795750.857664:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+205:3681:x1806481766539520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.857667:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd200/0xc2e84c07bfa688b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.857674:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11214 count 1 00010000:00010000:2.0:1722795750.857682:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857689:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 554 pid: 16112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.857690:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+205:3681:x1806481766538240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1541us (1599us total) trans 4296352618 rc 0/0 00010000:00010000:2.0:1722795750.857694:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.857695:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.857695:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044592 00010000:00010000:2.0:1722795750.857697:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.857707:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044598 00000100:00100000:3.0:1722795750.857710:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+205:3678:x1806481766539648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.857711:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 554 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.857717:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 554 pid: 16112 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.857719:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11215 count 1 00000100:00100000:2.0:1722795750.857724:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766539776:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.857726:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.857727:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+205:3678:x1806481766536704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2045us (2151us total) trans 4296352619 rc 0/0 00000100:00100000:0.0:1722795750.857734:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044588 00010000:00010000:3.0:1722795750.857734:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 554 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857739:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.857740:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.857740:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.857742:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857753:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 554 pid: 16094 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.857755:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072635500/2, rc 0, transno 1385322 00000100:00100000:2.0:1722795750.857759:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766538240:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.857759:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 554 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.857760:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+204:3681:x1806481766538368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1605us (1638us total) trans 4296352620 rc 0/0 00000100:00100000:1.0:1722795750.857764:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044593 00000004:00080000:2.0:1722795750.857765:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081131500/2, rc 0, transno 1385324 00000100:00100000:3.0:1722795750.857766:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766539904:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.857767:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766538368:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.857777:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880077591c00/2, rc 0, transno 1385323 00000100:00100000:2.0:1722795750.857780:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880077591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766536704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.857781:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.857796:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766540032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.857802:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766540160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.857809:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.857815:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.857822:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766540032 00000100:00100000:3.0:1722795750.857824:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766540032 00000100:00100000:1.0:1722795750.857828:0:16072:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766540160 00000100:00100000:1.0:1722795750.857831:0:16072:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766540160 00000100:00100000:3.0:1722795750.857837:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044599 00000100:00100000:3.0:1722795750.857840:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+205:3679:x1806481766540032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.857846:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766540288:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.857848:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11216 count 1 00000100:00100000:1.0:1722795750.857850:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044600 00000100:00100000:1.0:1722795750.857853:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+205:3680:x1806481766540160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.857854:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.857856:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1722795750.857874:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11217 count 1 00010000:00010000:3.0:1722795750.857877:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 554 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857882:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857882:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.857883:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.857885:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857890:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 554 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.857894:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.857896:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.857897:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857897:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 554 pid: 9449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.857903:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 554 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.857909:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 554 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.857909:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766540416:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.857915:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 554 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.857923:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766540544:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.857926:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.857937:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766540288 00000100:00100000:1.0:1722795750.857939:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3009c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.857942:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766540288 00000100:00100000:0.0:1722795750.857964:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044601 00000100:00100000:0.0:1722795750.857969:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+206:3681:x1806481766540288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.857981:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11218 count 1 00010000:00010000:0.0:1722795750.857992:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858010:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 554 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858017:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.858019:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.858021:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858040:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 554 pid: 16087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858051:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 554 pid: 16087 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.858061:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766540672:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.858088:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.858460:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766539136:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.858470:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.858580:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766539392:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.858590:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.858692:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766539008:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.858704:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.858738:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.858764:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.858778:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.858792:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468480 00000100:00100000:1.0:1722795750.858793:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468608 00000100:00100000:3.0:1722795750.858794:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468480 00000100:00100000:1.0:1722795750.858798:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468608 00000100:00100000:2.0:1722795750.858798:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468736 00000100:00100000:2.0:1722795750.858803:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468736 00010000:00010000:3.0:1722795750.858804:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 556 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.858806:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.858813:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 557 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.858817:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 557 pid: 16060 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.858817:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468992 00000100:00100000:3.0:1722795750.858818:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468992 00000100:00100000:0.0:1722795750.858822:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967907 00010000:00010000:3.0:1722795750.858824:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 558 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.858826:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2006:x1806482046468480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.858834:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.858838:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.858839:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967908 00000100:00100000:1.0:1722795750.858844:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2005:x1806482046468608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.858846:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967909 00010000:00010000:0.0:1722795750.858850:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.858850:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2005:x1806482046468736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.858852:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967910 00010000:00010000:1.0:1722795750.858853:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.858858:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 558 pid: 9530 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.858858:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+558:2005:x1806482046468992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.858858:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.858878:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801335aef40/0xc2e84c07bf97e07e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856f8a expref: 558 pid: 16093 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.858878:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 558 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.858884:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.858885:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 557 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.858889:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.858889:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 557 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.858889:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 557 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.858890:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.858893:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.858896:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 557 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.858896:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135858b40/0xc2e84c07bf97dcf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80856e3a expref: 557 pid: 16060 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.858898:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.858904:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcc21c0/0xc2e84c07bf97e4c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085710b expref: 556 pid: 9530 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.858904:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.858905:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.858907:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.858908:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.858908:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858910:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.858910:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.858913:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.858915:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.858916:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.858918:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.858921:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.858923:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.858924:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.858927:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+555:2006:x1806482046468480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 100us (191us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.858930:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.858932:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967907 00000100:00100000:3.0:1722795750.858940:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+554:2005:x1806482046468736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.858943:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+554:2005:x1806482046468992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.858944:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967909 00010000:00010000:1.0:1722795750.858948:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.858948:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967910 00010000:00010000:0.0:1722795750.858949:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858955:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858960:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858968:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.858969:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+552:2005:x1806482046468608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (203us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.858970:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d7a0240/0xc2e84c07bf97ed90 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808573f1 expref: 552 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.858973:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.858975:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766539776:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.858976:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967908 00010000:00010000:0.0:1722795750.858977:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.858979:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.858979:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766539904:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.858984:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.858984:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.858988:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858990:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.858994:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.858995:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa688c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.858995:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.858999:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859003:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859004:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859008:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859011:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859013:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859017:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.859019:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859019:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859023:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859027:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859030:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859034:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.859034:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa688d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.859035:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.859037:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859046:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.859049:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046468864 00000100:00100000:1.0:1722795750.859053:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046468864 00010000:00010000:2.0:1722795750.859062:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.859064:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 551 pid: 16112 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.859069:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9200/0xc2e84c07bfa688cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.859081:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967911 00000100:00100000:1.0:1722795750.859086:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+551:2006:x1806482046468864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.859094:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.859095:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+208:3679:x1806481766538880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1986us (2034us total) trans 4296352621 rc 0/0 00010000:00010000:1.0:1722795750.859098:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 551 pid: 16112 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.859100:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044595 00010000:00010000:1.0:1722795750.859109:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 551 pid: 16112 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.859122:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b102400/0xc2e84c07bf97e929 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085727e expref: 551 pid: 16112 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.859130:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+208:3678:x1806481766539648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1418us (1497us total) trans 4296352622 rc 0/0 00010000:00010000:1.0:1722795750.859133:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.859135:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.859135:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044598 00000100:00100000:0.0:1722795750.859137:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.859138:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859146:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469120 00000100:00100000:0.0:1722795750.859148:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469120 00010000:00010000:3.0:1722795750.859150:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.859152:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859155:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859157:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 551 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.859160:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859165:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.859168:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.859169:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859173:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.859175:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859180:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859181:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967912 00000100:00100000:0.0:1722795750.859185:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+551:2006:x1806482046469120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.859186:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+551:2006:x1806482046468864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (151us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.859186:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859190:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.859190:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+207:3681:x1806481766539264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1799us (1943us total) trans 4296352623 rc 0/0 00010000:00010000:3.0:1722795750.859192:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa688bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859193:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 551 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.859193:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967911 00000100:00100000:2.0:1722795750.859196:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044596 00010000:00010000:0.0:1722795750.859199:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 551 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.859209:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.859210:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.859212:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859217:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.859221:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081133800/2, rc 0, transno 1385327 00010000:00010000:0.0:1722795750.859226:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.859226:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766539264:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.859235:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859240:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+550:2006:x1806482046469120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (102us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.859240:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859244:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967912 00010000:00010000:2.0:1722795750.859246:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859250:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859255:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859262:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.859265:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859269:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859276:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859278:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+207:3678:x1806481766538752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2338us (2390us total) trans 4296352624 rc 0/0 00010000:00010000:2.0:1722795750.859281:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa688d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859282:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044594 00000100:00100000:0.0:1722795750.859303:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766540672:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.859304:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766540416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.859313:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859314:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.859329:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081131880/2, rc 0, transno 1385325 00000100:00100000:3.0:1722795750.859333:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766538880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.859339:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.859345:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61d8000/0xc2e84c07bf97f5bd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808576ad expref: 549 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.859347:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469248 00000100:00100000:0.0:1722795750.859349:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469248 00010000:00010000:0.0:1722795750.859357:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 549 pid: 9449 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.859358:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766540544:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.859369:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967913 00000100:00100000:0.0:1722795750.859372:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+549:2005:x1806482046469248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.859372:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859375:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008728d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+207:3681:x1806481766539520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1708us (1776us total) trans 4296352625 rc 0/0 00010000:00010000:0.0:1722795750.859377:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.859380:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 549 pid: 9449 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.859380:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044597 00010000:00010000:1.0:1722795750.859381:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.859382:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728ea00/2, rc 0, transno 1385329 00000100:00100000:3.0:1722795750.859385:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766539520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.859386:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 549 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.859389:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859413:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f2f40/0xc2e84c07bf97f1f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857564 expref: 549 pid: 9449 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.859420:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859421:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.859422:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1722795750.859422:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008728f100/2, rc 0, transno 1385326 00010000:00010000:0.0:1722795750.859424:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859425:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766539648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.859429:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859430:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.859431:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081131180/2, rc 0, transno 1385328 00000100:00100000:2.0:1722795750.859433:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766538752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.859443:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859444:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.859450:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.859454:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859459:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859460:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+548:2005:x1806482046469248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.859462:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859465:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967913 00010000:00010000:3.0:1722795750.859469:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859470:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766541056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.859474:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859477:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.859482:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de640/0xc2e84c07bfa688e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.859485:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859493:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859496:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766540800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.859500:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.859503:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859506:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.859511:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859512:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.859515:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766540928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.859521:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859523:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.859526:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa688e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859531:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.859533:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766541056 00000100:00100000:2.0:1722795750.859536:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766541056 00000100:00100000:2.0:1722795750.859546:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766540800 00000100:00100000:2.0:1722795750.859547:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766540800 00000100:00100000:0.0:1722795750.859549:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469376 00000100:00100000:0.0:1722795750.859553:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469376 00000100:00100000:2.0:1722795750.859554:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766540928 00000100:00100000:2.0:1722795750.859555:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766540928 00000100:00100000:2.0:1722795750.859562:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044602 00000100:00100000:2.0:1722795750.859565:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+211:3680:x1806481766541056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.859567:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 548 pid: 16087 timeout: 946 lvb_type: 0 00002000:00080000:2.0:1722795750.859578:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11221 count 1 00000100:00100000:0.0:1722795750.859587:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967914 00010000:00010000:2.0:1722795750.859589:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859592:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+548:2005:x1806482046469376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.859600:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.859600:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859605:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 548 pid: 16087 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.859607:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.859609:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.859611:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+211:3680:x1806481766540160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1755us (1792us total) trans 4296352626 rc 0/0 00010000:00010000:2.0:1722795750.859611:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859615:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 548 pid: 16087 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.859619:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+211:3679:x1806481766540032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1777us (1808us total) trans 4296352627 rc 0/0 00000100:00100000:1.0:1722795750.859620:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044600 00000100:00100000:3.0:1722795750.859624:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044599 00010000:00010000:0.0:1722795750.859630:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9e21c0/0xc2e84c07bf97f9f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085780b expref: 548 pid: 16087 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.859630:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859636:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044603 00000100:00100000:3.0:1722795750.859639:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+209:3678:x1806481766540800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.859641:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 547 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.859643:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.859645:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1722795750.859646:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe2a00/2, rc 0, transno 1385330 00010000:00010000:0.0:1722795750.859648:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.859648:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11219 count 1 00000100:00100000:1.0:1722795750.859651:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766540160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.859656:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859659:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766541184:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.859663:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859664:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 547 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859669:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.859670:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.859672:0:16072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044604 00010000:00010000:3.0:1722795750.859672:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.859677:0:16072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+209:3678:x1806481766540928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.859680:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.859683:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.859684:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 547 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859690:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 547 pid: 16095 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.859691:0:16072:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11220 count 1 00000100:00100000:3.0:1722795750.859697:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766541312:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.859701:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+547:2005:x1806482046469376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 107us (170us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.859702:0:16072:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859708:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967914 00010000:00010000:1.0:1722795750.859714:0:16072:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 547 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859714:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.859724:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.859726:0:16072:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.859727:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766541440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.859729:0:16072:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859733:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859739:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.859740:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859748:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859754:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.859755:0:16072:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 546 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859755:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766541568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.859759:0:16040:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766541440 00010000:00010000:0.0:1722795750.859761:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859762:0:16040:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766541440 00010000:00010000:0.0:1722795750.859767:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.859767:0:16072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 546 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.859770:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.859774:0:16040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044605 00000100:00100000:3.0:1722795750.859777:0:16040:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+210:3681:x1806481766541440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.859778:0:16072:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766541824:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.859780:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.859783:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.859785:0:16040:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11222 count 1 00010000:00010000:3.0:1722795750.859792:0:16040:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.859795:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859797:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795750.859800:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9d40/0xc2e84c07bfa688ee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859800:0:16040:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.859801:0:16072:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.859802:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766541696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.859809:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.859810:0:16040:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.859812:0:16040:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.859819:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.859822:0:16040:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859829:0:16040:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.859835:0:16040:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766541952:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.859839:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766541568 00000100:00100000:2.0:1722795750.859842:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766541568 00000100:00100000:3.0:1722795750.859850:0:16040:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.859854:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766541696 00000100:00100000:2.0:1722795750.859855:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766541696 00000100:00100000:3.0:1722795750.859876:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044606 00000100:00100000:2.0:1722795750.859881:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044607 00000100:00100000:3.0:1722795750.859881:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+213:3678:x1806481766541568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.859885:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+213:3678:x1806481766541696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.859889:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11223 count 1 00002000:00080000:2.0:1722795750.859895:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11224 count 1 00010000:00010000:3.0:1722795750.859896:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859903:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859904:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 546 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859908:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.859909:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.859911:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 546 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859911:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.859916:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.859918:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.859919:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859922:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+213:3681:x1806481766540288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1951us (2063us total) trans 4296352628 rc 0/0 00010000:00010000:3.0:1722795750.859926:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 546 pid: 16058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.859927:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044601 00010000:00010000:2.0:1722795750.859931:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 546 pid: 16106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.859933:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 546 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.859939:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 546 pid: 16106 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.859939:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766542080:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.859946:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766542208:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.859952:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129240 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.859968:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.859968:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f31500/2, rc 0, transno 1385332 00000100:00100000:3.0:1722795750.859974:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766540288:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.859985:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007ebe3800/2, rc 0, transno 1385331 00000100:00100000:3.0:1722795750.859987:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007ebe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766540032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.860033:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766542464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.860050:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766542336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.860059:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.860087:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.860089:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766542464 00000100:00100000:3.0:1722795750.860091:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766542464 00000100:00100000:2.0:1722795750.860101:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766542336 00000100:00100000:2.0:1722795750.860104:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766542336 00000100:00100000:3.0:1722795750.860104:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044608 00000100:00100000:3.0:1722795750.860107:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+213:3681:x1806481766542464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.860116:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11226 count 1 00000100:00100000:2.0:1722795750.860121:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044609 00010000:00010000:3.0:1722795750.860123:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.860125:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+214:3680:x1806481766542336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.860132:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 546 pid: 16102 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.860137:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11225 count 1 00010000:00010000:3.0:1722795750.860139:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.860141:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.860143:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.860146:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.860158:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 546 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.860161:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 546 pid: 16102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.860166:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.860167:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.860170:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.860171:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 546 pid: 16102 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.860181:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766542592:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.860185:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 546 pid: 15425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.860196:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 546 pid: 15425 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.860203:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766542720:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.860208:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.860219:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.860836:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766541184:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.860852:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766541312:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.860855:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.860905:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.860990:0:16040:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:16040:1806481766541952:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.861003:0:16040:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861010:0:16072:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_072:lustre-OST0001_UUID:16072:1806481766541824:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.861023:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766542592:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.861025:0:16072:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861027:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766542208:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.861031:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861053:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861078:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766542080:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.861091:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861131:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766542720:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.861137:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.861149:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.861149:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861159:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469504 00000100:00100000:0.0:1722795750.861160:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469760 00000100:00100000:0.0:1722795750.861163:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469760 00000100:00100000:2.0:1722795750.861164:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469504 00010000:00010000:0.0:1722795750.861176:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 548 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861179:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.861198:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967915 00000100:00100000:0.0:1722795750.861203:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+548:2005:x1806482046469760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.861204:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967916 00000100:00100000:2.0:1722795750.861209:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+548:2005:x1806482046469504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.861212:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.861217:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 548 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861217:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.861221:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861227:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.861233:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 548 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861238:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b21aac0/0xc2e84c07bf98110e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80858bec expref: 548 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861246:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.861247:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861249:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800883c1680/0xc2e84c07bf980656 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80857f12 expref: 547 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861249:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861255:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861261:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861263:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861266:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861274:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861277:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.861295:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861299:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.861300:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+546:2005:x1806482046469504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 90us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.861305:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967916 00010000:00010000:3.0:1722795750.861306:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861311:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861316:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861320:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+545:2005:x1806482046469760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 116us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.861321:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861325:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967915 00010000:00010000:3.0:1722795750.861325:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.861327:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861332:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861339:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861344:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa688f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861347:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.861367:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469888 00000100:00100000:0.0:1722795750.861370:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469888 00010000:00010000:0.0:1722795750.861377:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 545 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.861380:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.861414:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046469632 00000100:00100000:2.0:1722795750.861417:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046469632 00000100:00100000:0.0:1722795750.861424:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967917 00010000:00010000:2.0:1722795750.861425:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 546 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.861428:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+546:2005:x1806482046469888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.861433:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.861437:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.861439:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967918 00010000:00010000:0.0:1722795750.861443:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.861445:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+546:2006:x1806482046469632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.861446:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.861450:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.861452:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009681e400/0xc2e84c07bf981c52 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859030 expref: 546 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861453:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 546 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.861457:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470272 00010000:00010000:0.0:1722795750.861460:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.861460:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470272 00010000:00010000:2.0:1722795750.861460:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 545 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.861461:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861463:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861468:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861469:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800988f5d40/0xc2e84c07bf97fe29 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085799a expref: 546 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.861473:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 546 pid: 16102 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861476:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.861477:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861479:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.861479:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861484:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861491:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967919 00000100:00100000:0.0:1722795750.861492:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+545:2005:x1806482046469888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.861495:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.861497:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967917 00000100:00100000:1.0:1722795750.861497:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+545:2005:x1806482046470272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.861506:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.861510:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+544:2006:x1806482046469632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.861511:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 544 pid: 16102 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.861514:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967918 00010000:00010000:1.0:1722795750.861521:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 544 pid: 16102 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.861536:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880084ea9440/0xc2e84c07bf9853e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085babc expref: 543 pid: 16102 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.861545:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.861547:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+215:3680:x1806481766541056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1979us (2060us total) trans 4296352629 rc 0/0 00010000:00010000:1.0:1722795750.861550:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.861553:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.861553:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044602 00010000:00010000:1.0:1722795750.861556:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861556:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470016 00000100:00100000:2.0:1722795750.861559:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470016 00000100:00100000:0.0:1722795750.861560:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.861565:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861565:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 543 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.861570:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861576:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861580:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470144 00010000:00010000:1.0:1722795750.861581:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.861581:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861582:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470144 00010000:00010000:3.0:1722795750.861585:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861586:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 544 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.861590:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861594:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.861596:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861600:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861603:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967920 00000100:00100000:2.0:1722795750.861606:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+544:2006:x1806482046470016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.861607:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+544:2005:x1806482046470272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 109us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.861607:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861608:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967921 00010000:00010000:2.0:1722795750.861611:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.861612:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+544:2006:x1806482046470144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.861612:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa688fc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861614:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 544 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.861615:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967919 00010000:00010000:0.0:1722795750.861618:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.861621:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 544 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.861622:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 544 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.861630:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 543 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861630:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a60f3c0/0xc2e84c07bf982248 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80859b9e expref: 543 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861637:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.861638:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861639:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d033c0/0xc2e84c07bf982987 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085a57d expref: 542 pid: 16106 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861640:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.861644:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f30380/2, rc 0, transno 1385333 00010000:00010000:2.0:1722795750.861645:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861648:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861649:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.861651:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861653:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766541056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.861654:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.861656:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861667:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.861668:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+541:2006:x1806482046470016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.861672:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967920 00000100:00100000:0.0:1722795750.861680:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+541:2006:x1806482046470144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.861684:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967921 00010000:00010000:2.0:1722795750.861691:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861696:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.861696:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861702:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861706:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861708:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470400 00000100:00100000:0.0:1722795750.861711:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470400 00010000:00010000:2.0:1722795750.861711:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861715:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18421c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.861717:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861722:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 540 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.861722:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.861728:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.861731:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+215:3678:x1806481766540800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2088us (2221us total) trans 4296352630 rc 0/0 00010000:00010000:2.0:1722795750.861737:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18421c0/0xc2e84c07bfa68911 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.861739:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044603 00000100:00100000:0.0:1722795750.861741:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967922 00000100:00100000:0.0:1722795750.861746:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+540:2006:x1806482046470400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.861753:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.861758:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 540 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.861758:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861763:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861768:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861769:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 540 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.861769:0:16072:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861773:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861777:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.861779:0:16072:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861781:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.861782:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801327b33c0/0xc2e84c07bf984fcf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085b981 expref: 540 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.861783:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.861788:0:16072:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861788:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861795:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.861796:0:16072:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861797:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.861798:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861800:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.861804:0:16072:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861806:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa6891f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861807:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.861811:0:16072:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcfc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.861815:0:16072:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861823:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.861829:0:16072:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.861840:0:16072:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861844:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+539:2006:x1806482046470400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 97us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.861848:0:16072:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcfc0/0xc2e84c07bfa68903 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.861850:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967922 00000100:00100000:2.0:1722795750.861858:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+215:3678:x1806481766541568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1976us (2077us total) trans 4296352631 rc 0/0 00000100:00100000:2.0:1722795750.861886:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044606 00010000:00010000:0.0:1722795750.861892:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861901:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861909:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.861916:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f33480/2, rc 0, transno 1385335 00010000:00010000:0.0:1722795750.861917:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.861920:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766541568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.861924:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.861926:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f32300/2, rc 0, transno 1385334 00000100:00100000:2.0:1722795750.861929:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766540800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.861930:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.861933:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861940:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.861941:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081130000/2, rc 0, transno 1385336 00000100:00100000:3.0:1722795750.861942:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+216:3681:x1806481766542464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1833us (1882us total) trans 4296352632 rc 0/0 00000100:00100000:2.0:1722795750.861943:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766542464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.861948:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044608 00010000:00010000:0.0:1722795750.861950:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.861957:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68918 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861964:0:16040:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861969:0:16040:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861975:0:16040:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861979:0:16040:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861983:0:16040:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861987:0:16040:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.861989:0:16040:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.861994:0:16040:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.861995:0:16072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0000-mdtlov_UUID+215:3678:x1806481766540928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2315us (2468us total) trans 4296352633 rc 0/0 00000004:00080000:2.0:1722795750.861996:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f31180/2, rc 0, transno 1385337 00000100:00100000:2.0:1722795750.861998:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766540928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.862002:0:16040:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.862003:0:16072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044604 00010000:00010000:3.0:1722795750.862007:0:16040:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa6890a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862025:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862034:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862043:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862051:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862060:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862073:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.862077:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862084:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862096:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.862097:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ebe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+216:3678:x1806481766541696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2208us (2274us total) trans 4296352634 rc 0/0 00000100:00100000:0.0:1722795750.862104:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044607 00010000:00010000:1.0:1722795750.862104:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68926 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.862111:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f31f80/2, rc 0, transno 1385338 00000100:00100000:3.0:1722795750.862114:0:16040:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+216:3681:x1806481766541440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2336us (2373us total) trans 4296352635 rc 0/0 00000100:00100000:2.0:1722795750.862115:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766541696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862119:0:16040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044605 00000004:00080000:2.0:1722795750.862129:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f30e00/2, rc 0, transno 1385339 00000100:00100000:2.0:1722795750.862132:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766541440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.862152:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766542848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862174:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766542976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.862175:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.862190:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766543360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862192:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.862202:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.862203:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766543488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.862212:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766542848 00000100:00100000:0.0:1722795750.862217:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766542848 00000100:00100000:2.0:1722795750.862219:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862220:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.862222:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+216:3680:x1806481766542336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2094us (2133us total) trans 4296352636 rc 0/0 00000100:00100000:1.0:1722795750.862230:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044609 00000100:00100000:2.0:1722795750.862230:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.862235:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766542976 00000100:00100000:0.0:1722795750.862238:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766542976 00000100:00100000:2.0:1722795750.862239:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1722795750.862239:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766543360 00000100:00100000:3.0:1722795750.862241:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766543360 00000100:00100000:2.0:1722795750.862242:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.862247:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766543488 00000100:00100000:0.0:1722795750.862250:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766543232 00000100:00100000:1.0:1722795750.862251:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766543488 00000100:00100000:2.0:1722795750.862251:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.862253:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766543232 00000100:00100000:3.0:1722795750.862254:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044610 00000100:00100000:2.0:1722795750.862259:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862259:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+219:3678:x1806481766542848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.862267:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766543104 00000100:00100000:2.0:1722795750.862267:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.862270:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766543104 00000100:00100000:0.0:1722795750.862272:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766543616 00002000:00080000:3.0:1722795750.862274:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11227 count 1 00000100:00100000:0.0:1722795750.862275:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766543616 00000100:00100000:2.0:1722795750.862283:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044611 00010000:00010000:3.0:1722795750.862286:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.862287:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+221:3679:x1806481766542976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.862294:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044612 00010000:00010000:3.0:1722795750.862298:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 538 pid: 16059 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.862300:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11228 count 1 00000100:00100000:0.0:1722795750.862301:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044613 00000100:00100000:1.0:1722795750.862301:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+221:3678:x1806481766543360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.862305:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.862306:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801200b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+221:3679:x1806481766543488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.862307:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862309:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.862310:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.862314:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11231 count 1 00010000:00010000:2.0:1722795750.862318:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 538 pid: 15439 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.862321:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11232 count 1 00010000:00010000:2.0:1722795750.862323:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862324:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.862326:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862326:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.862330:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 538 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.862333:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862338:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 538 pid: 16054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862339:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 538 pid: 15439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.862341:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 538 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.862346:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 538 pid: 16079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862346:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862346:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 538 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.862348:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.862351:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.862353:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071793100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766543744:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.862354:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.862355:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.862357:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.862358:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766543872:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.862369:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 538 pid: 16054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.862373:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 538 pid: 16079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862380:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 538 pid: 16054 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.862381:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.862384:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 538 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.862384:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.862393:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766544000:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.862416:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044614 00000100:00100000:3.0:1722795750.862420:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+221:3681:x1806481766543232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.862422:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044615 00000100:00100000:2.0:1722795750.862426:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+221:3681:x1806481766543104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.862431:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11230 count 1 00002000:00080000:2.0:1722795750.862436:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11229 count 1 00000100:00100000:1.0:1722795750.862438:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3009c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.862439:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862443:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.862446:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 538 pid: 16061 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862451:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 538 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.862451:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.862452:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.862453:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862456:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862457:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862459:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.862461:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081130e00/2, rc 0, transno 1385340 00010000:00010000:3.0:1722795750.862465:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 538 pid: 16061 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.862470:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766542336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.862471:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 538 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862477:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 538 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.862477:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 538 pid: 16061 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.862484:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766544256:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.862485:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766544384:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.862487:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044616 00000100:00100000:0.0:1722795750.862490:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766544128:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.862493:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+221:3681:x1806481766543616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.862501:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.862504:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00002000:00080000:1.0:1722795750.862505:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11233 count 1 00000100:00100000:0.0:1722795750.862514:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.862516:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862528:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 538 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862535:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.862538:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.862541:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862558:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 538 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.862569:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 538 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.862581:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766544512:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.862606:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.862609:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795750.862617:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766544640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.862636:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.862651:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766544640 00000100:00100000:2.0:1722795750.862655:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766544640 00000100:00100000:2.0:1722795750.862670:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044617 00000100:00100000:2.0:1722795750.862673:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+222:3680:x1806481766544640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.862682:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11234 count 1 00010000:00010000:2.0:1722795750.862689:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862697:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 538 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862702:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862703:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.862704:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862716:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 538 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.862722:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 538 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.862729:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766544768:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.862758:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.863245:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071793100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766543744:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.863262:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.863307:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766543872:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.863327:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.863340:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766544000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.863365:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.863546:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.863578:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470656 00000100:00100000:2.0:1722795750.863582:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470656 00010000:00010000:2.0:1722795750.863593:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 539 pid: 15439 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.863606:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.863608:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967923 00000100:00100000:2.0:1722795750.863612:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+539:2006:x1806482046470656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.863613:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766544256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.863619:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.863622:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 539 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.863624:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863628:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 539 pid: 15439 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.863632:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.863637:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080266640/0xc2e84c07bf985bde lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bd63 expref: 539 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.863646:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.863647:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470784 00000100:00100000:1.0:1722795750.863647:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470912 00010000:00010000:2.0:1722795750.863647:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.863649:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.863651:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470784 00000100:00100000:1.0:1722795750.863651:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470912 00010000:00010000:2.0:1722795750.863654:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863664:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 540 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.863665:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 540 pid: 16061 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.863677:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.863681:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967924 00000100:00100000:0.0:1722795750.863686:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+540:2006:x1806482046470784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.863686:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967925 00000100:00100000:1.0:1722795750.863691:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+540:2006:x1806482046470912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.863694:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.863697:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863698:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 540 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.863699:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.863699:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+540:2006:x1806482046470656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.863702:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863704:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 540 pid: 16061 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.863704:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967923 00010000:00010000:3.0:1722795750.863706:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863707:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 540 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.863711:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863719:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 539 pid: 16061 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.863719:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863720:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800756e1f80/0xc2e84c07bf9866f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c0f1 expref: 539 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.863723:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.863725:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.863729:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766544384:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.863729:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863730:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.863731:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.863732:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b2f3c0/0xc2e84c07bf9862de lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bfaf expref: 538 pid: 16061 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.863734:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.863736:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863739:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.863740:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68934 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863741:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863745:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.863746:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.863749:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863755:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.863757:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.863772:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+537:2006:x1806482046470784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (139us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.863773:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.863778:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967924 00010000:00010000:2.0:1722795750.863779:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863784:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863789:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.863791:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+536:2006:x1806482046470912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (185us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.863793:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863797:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.863798:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967925 00010000:00010000:2.0:1722795750.863801:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.863803:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863807:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863814:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.863819:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843180/0xc2e84c07bfa68949 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.863820:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766544128:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.863825:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+223:3679:x1806481766542976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1537us (1631us total) trans 4296352637 rc 0/0 00000100:00100000:3.0:1722795750.863829:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044611 00010000:00010000:0.0:1722795750.863830:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863839:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863847:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.863853:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081132300/2, rc 0, transno 1385341 00010000:00010000:1.0:1722795750.863855:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.863858:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766542976:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.863886:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863894:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863911:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.863915:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863922:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.863932:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766544512:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.863932:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.863933:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.863943:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.863943:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa6893b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.863948:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+223:3681:x1806481766543232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1526us (1715us total) trans 4296352638 rc 0/0 00000100:00100000:3.0:1722795750.863951:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.863952:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044614 00000100:00100000:3.0:1722795750.863961:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.863965:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471168 00000100:00100000:0.0:1722795750.863967:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471168 00000100:00100000:1.0:1722795750.863972:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471040 00000004:00080000:2.0:1722795750.863973:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081131f80/2, rc 0, transno 1385342 00010000:00010000:0.0:1722795750.863975:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 536 pid: 16079 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.863975:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471040 00000100:00100000:3.0:1722795750.863975:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.863979:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.863986:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471296 00000100:00100000:0.0:1722795750.863987:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471296 00010000:00010000:1.0:1722795750.863987:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 537 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.863989:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471424 00000100:00100000:2.0:1722795750.863991:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471424 00010000:00010000:0.0:1722795750.863993:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 538 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.864000:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 539 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.864006:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967926 00000100:00100000:0.0:1722795750.864011:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967927 00000100:00100000:1.0:1722795750.864011:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071793100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+539:2006:x1806482046471168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.864016:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+539:2006:x1806482046471040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.864016:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967928 00010000:00010000:1.0:1722795750.864019:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.864019:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+539:2006:x1806482046471296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.864020:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.864023:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.864024:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 539 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.864025:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.864028:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 539 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.864028:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 539 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.864033:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 539 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.864034:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 539 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.864036:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046470528 00010000:00010000:0.0:1722795750.864037:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 539 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.864040:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046470528 00010000:00010000:1.0:1722795750.864046:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bb77600/0xc2e84c07bf986beb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c264 expref: 540 pid: 16079 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.864047:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800802fdd40/0xc2e84c07bf9871cc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c3fa expref: 540 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.864050:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073705440/0xc2e84c07bf98601b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bec8 expref: 540 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.864051:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 540 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.864055:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.864055:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.864056:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.864057:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.864058:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864060:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864062:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864063:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.864064:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.864064:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967929 00010000:00010000:0.0:1722795750.864067:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864067:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071791500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+537:2006:x1806482046471424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.864068:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864072:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.864073:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.864075:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864076:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 537 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.864082:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.864082:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 537 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.864086:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+537:2006:x1806482046471296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.864090:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967928 00010000:00010000:0.0:1722795750.864091:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.864091:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.864092:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.864094:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864098:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.864099:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967930 00000100:00100000:1.0:1722795750.864100:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071793100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+536:2006:x1806482046471168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.864102:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071791180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+536:2005:x1806482046470528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.864106:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.864106:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.864107:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967926 00010000:00010000:2.0:1722795750.864109:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 536 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.864112:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+536:2006:x1806482046471040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 94us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.864120:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071791500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+535:2006:x1806482046471424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.864126:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 535 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.864126:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967929 00010000:00010000:1.0:1722795750.864128:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.864130:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967927 00010000:00010000:2.0:1722795750.864133:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081364d80/0xc2e84c07bf985826 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085bc21 expref: 535 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.864135:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864140:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.864141:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.864143:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864147:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864149:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864155:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.864156:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864163:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.864164:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071791180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+532:2005:x1806482046470528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.864168:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967930 00010000:00010000:1.0:1722795750.864170:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.864173:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864180:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864181:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864184:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864189:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864191:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864193:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864197:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864198:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68942 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864200:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864205:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.864206:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864207:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864211:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864211:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864215:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864216:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864220:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68950 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864220:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864224:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.864226:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864230:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864236:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864240:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa6892d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.864302:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801200b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+225:3679:x1806481766543488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1995us (2079us total) trans 4296352639 rc 0/0 00000100:00100000:1.0:1722795750.864309:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044613 00000100:00100000:2.0:1722795750.864316:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+225:3681:x1806481766543104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1889us (2063us total) trans 4296352640 rc 0/0 00000100:00100000:2.0:1722795750.864321:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044615 00000004:00080000:2.0:1722795750.864340:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081131c00/2, rc 0, transno 1385344 00000100:00100000:2.0:1722795750.864343:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.864352:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864352:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+224:3678:x1806481766542848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2091us (2175us total) trans 4296352641 rc 0/0 00010000:00010000:2.0:1722795750.864356:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864357:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044610 00010000:00010000:2.0:1722795750.864361:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864366:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864370:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864374:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.864376:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.864379:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081132680/2, rc 0, transno 1385343 00010000:00010000:2.0:1722795750.864380:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864382:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766543488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.864386:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864387:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795750.864390:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68957 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864390:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766544896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.864435:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+223:3678:x1806481766543360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2134us (2230us total) trans 4296352642 rc 0/0 00000100:00100000:1.0:1722795750.864442:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044612 00000004:00080000:0.0:1722795750.864534:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081132a00/2, rc 0, transno 1385346 00000100:00100000:2.0:1722795750.864574:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+223:3681:x1806481766543616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2080us (2304us total) trans 4296352643 rc 0/0 00000100:00100000:3.0:1722795750.864576:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.864579:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044616 00000100:00100000:2.0:1722795750.864590:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766544896 00000100:00100000:2.0:1722795750.864593:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766544896 00000100:00100000:2.0:1722795750.864605:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044618 00000100:00100000:2.0:1722795750.864608:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+223:3679:x1806481766544896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.864611:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766543360:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.864619:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11235 count 1 00000004:00080000:0.0:1722795750.864623:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880081130700/2, rc 0, transno 1385345 00000100:00100000:3.0:1722795750.864625:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071793480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766545024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.864627:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.864630:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766542848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.864636:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 531 pid: 16078 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864638:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.864639:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766545408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.864641:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.864642:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.864644:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.864657:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 531 pid: 16078 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.864659:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.864668:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 531 pid: 16078 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.864670:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795750.864674:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766545664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.864677:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545024 00000100:00100000:2.0:1722795750.864679:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766545536:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.864680:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545024 00000100:00100000:0.0:1722795750.864683:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.864697:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766545152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.864697:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545408 00000100:00100000:3.0:1722795750.864698:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545408 00000100:00100000:1.0:1722795750.864700:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545664 00000100:00100000:1.0:1722795750.864704:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545664 00000100:00100000:0.0:1722795750.864707:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.864708:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044619 00000100:00100000:2.0:1722795750.864709:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.864712:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088085500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+226:3679:x1806481766545024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.864722:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545152 00000100:00100000:0.0:1722795750.864724:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795750.864725:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545152 00000100:00100000:3.0:1722795750.864725:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044620 00000100:00100000:0.0:1722795750.864727:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766545280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.864728:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+227:3678:x1806481766545408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.864737:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11239 count 1 00000100:00100000:0.0:1722795750.864739:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.864743:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545280 00000100:00100000:1.0:1722795750.864745:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545280 00000004:00080000:2.0:1722795750.864745:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072636d80/2, rc 0, transno 1385347 00010000:00010000:3.0:1722795750.864745:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.864754:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044621 00010000:00010000:3.0:1722795750.864754:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 531 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.864755:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766543616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.864758:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+228:3680:x1806481766545152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.864759:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044622 00010000:00010000:3.0:1722795750.864759:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864761:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864762:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.864765:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+228:3680:x1806481766545280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.864769:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11237 count 1 00010000:00010000:3.0:1722795750.864775:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 531 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864778:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.864778:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11238 count 1 00010000:00010000:3.0:1722795750.864782:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 531 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.864787:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 531 pid: 16072 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864788:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766545792:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.864789:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.864790:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795750.864791:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.864793:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.864794:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.864797:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766545920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.864801:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 531 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864804:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.864806:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 531 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864809:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.864811:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.864813:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 531 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.864814:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.864816:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11236 count 1 00000100:00100000:2.0:1722795750.864822:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.864824:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.864825:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766546048:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.864831:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 531 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864832:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 531 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864835:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864836:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864838:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864842:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 531 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.864843:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.864847:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 531 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864854:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 531 pid: 16078 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.864855:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766546176:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.864881:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133c018c0/0xc2e84c07bf987728 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c597 expref: 531 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.864881:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766546304:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.864892:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766544768:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.864902:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3006c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.864904:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.864907:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864913:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864913:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766545920 00000100:00100000:3.0:1722795750.864916:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766545920 00010000:00010000:0.0:1722795750.864917:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864922:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864927:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864929:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044623 00010000:00010000:0.0:1722795750.864932:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.864932:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+229:3681:x1806481766545920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.864936:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.864939:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.864940:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11241 count 1 00010000:00010000:0.0:1722795750.864944:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.864946:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044624 00010000:00010000:3.0:1722795750.864947:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.864951:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.864952:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+229:3678:x1806481766545664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.864955:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa6895e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864955:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 530 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864960:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864961:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.864963:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.864965:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11240 count 1 00010000:00010000:3.0:1722795750.864973:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 530 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864976:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.864979:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 530 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.864986:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766546432:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.864988:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 530 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.864995:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.864997:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.864999:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.865000:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.865017:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 530 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.865027:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 530 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.865038:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766546560:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.865061:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300780 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.865064:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+230:3680:x1806481766544640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2389us (2425us total) trans 4296352644 rc 0/0 00000100:00100000:0.0:1722795750.865069:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044617 00000004:00080000:2.0:1722795750.865085:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071791c00/2, rc 0, transno 1385348 00000100:00100000:2.0:1722795750.865099:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766544640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.865140:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.865147:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766546688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.865165:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.865180:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766546688 00000100:00100000:0.0:1722795750.865183:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766546688 00000100:00100000:0.0:1722795750.865202:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044625 00000100:00100000:0.0:1722795750.865205:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+230:3680:x1806481766546688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.865215:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11242 count 1 00010000:00010000:0.0:1722795750.865224:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.865232:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 530 pid: 15439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.865237:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.865238:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.865240:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.865252:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 530 pid: 15439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.865259:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 530 pid: 15439 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.865267:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766546816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.865303:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.865959:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766545536:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.865982:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.866003:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766545792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.866020:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.866151:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766546176:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.866168:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866309:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766546048:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.866321:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.866338:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766546432:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.866356:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866357:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.866358:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766546560:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.866374:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766546304:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.866375:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866383:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866390:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.866391:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471680 00000100:00100000:1.0:1722795750.866416:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471680 00000100:00100000:2.0:1722795750.866428:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471936 00010000:00010000:1.0:1722795750.866430:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 531 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.866431:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.866432:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471936 00000100:00100000:0.0:1722795750.866442:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472192 00010000:00010000:2.0:1722795750.866444:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 532 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.866445:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472192 00000100:00100000:1.0:1722795750.866451:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967931 00010000:00010000:0.0:1722795750.866455:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 533 pid: 16114 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.866457:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+533:2006:x1806482046471680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.866465:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.866469:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 533 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.866476:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967932 00010000:00010000:1.0:1722795750.866480:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 533 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.866481:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+533:2006:x1806482046471936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.866483:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967933 00000100:00100000:0.0:1722795750.866487:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+533:2006:x1806482046472192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.866488:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.866492:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 533 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866493:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.866494:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d1373c0/0xc2e84c07bf988cc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cbbe expref: 533 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866495:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 533 pid: 16114 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.866499:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 533 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866503:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 532 pid: 16114 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.866505:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.866507:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.866510:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866513:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf91440/0xc2e84c07bf9884e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c99c expref: 532 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866517:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bb6f40/0xc2e84c07bf989693 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ce96 expref: 532 pid: 16114 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.866522:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.866524:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866524:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.866526:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866527:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.866528:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.866530:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866531:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866535:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866540:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.866543:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.866544:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866546:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.866550:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866555:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866559:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866563:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+530:2006:x1806482046471936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.866564:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+530:2006:x1806482046471680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 105us (208us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.866564:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866565:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+530:2006:x1806482046472192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.866568:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967932 00010000:00010000:3.0:1722795750.866569:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.866571:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967933 00010000:00010000:3.0:1722795750.866571:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866576:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.866582:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967931 00010000:00010000:3.0:1722795750.866584:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866588:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866589:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa6896c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866593:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866596:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766546816:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.866599:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866603:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866605:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866612:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866616:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.866619:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866623:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866625:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.866629:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866634:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68973 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866637:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471552 00000100:00100000:0.0:1722795750.866639:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471552 00010000:00010000:0.0:1722795750.866647:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 528 pid: 16078 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.866654:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.866668:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046471808 00000100:00100000:0.0:1722795750.866670:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046471808 00010000:00010000:0.0:1722795750.866675:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 529 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.866678:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967934 00000100:00100000:1.0:1722795750.866684:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+529:2006:x1806482046471552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.866686:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967935 00000100:00100000:0.0:1722795750.866690:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+529:2006:x1806482046471808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.866692:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.866695:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.866698:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 529 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.866698:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 529 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866704:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 529 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.866705:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+232:3678:x1806481766545408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1974us (2044us total) trans 4296352645 rc 0/0 00010000:00010000:1.0:1722795750.866709:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 529 pid: 16078 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.866710:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044620 00010000:00010000:0.0:1722795750.866713:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fe3fcc0/0xc2e84c07bf988807 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ca98 expref: 529 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866720:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.866721:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.866723:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866724:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a614480/0xc2e84c07bf987afc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c6c4 expref: 528 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866728:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.866732:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088087100/2, rc 0, transno 1385349 00010000:00010000:1.0:1722795750.866735:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.866736:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.866737:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766545408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.866738:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.866740:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866741:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+231:3680:x1806481766545152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1981us (2032us total) trans 4296352646 rc 0/0 00010000:00010000:3.0:1722795750.866746:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866747:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044621 00000100:00100000:0.0:1722795750.866751:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+527:2006:x1806482046471808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (98us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.866752:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866754:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866755:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967935 00010000:00010000:3.0:1722795750.866757:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866762:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866767:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866770:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795750.866771:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071792680/2, rc 0, transno 1385350 00010000:00010000:3.0:1722795750.866771:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.866773:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866775:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766545152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.866777:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866784:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866785:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.866788:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+526:2006:x1806482046471552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 103us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.866789:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68988 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866791:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866794:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.866796:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967934 00010000:00010000:2.0:1722795750.866796:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866801:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866803:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472064 00000100:00100000:0.0:1722795750.866805:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472064 00010000:00010000:2.0:1722795750.866806:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.866810:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.866812:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866813:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 526 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.866816:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866817:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866824:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967936 00010000:00010000:2.0:1722795750.866824:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866825:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866827:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+526:2006:x1806482046472064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.866828:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68965 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866832:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.866833:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866834:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 526 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866841:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 526 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.866841:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866849:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073490240/0xc2e84c07bf9880a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085c83e expref: 526 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.866849:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866856:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.866856:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.866857:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.866859:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866879:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866884:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.866894:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.866896:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.866903:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+232:3681:x1806481766545920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1969us (2080us total) trans 4296352647 rc 0/0 00010000:00010000:1.0:1722795750.866906:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866908:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+525:2006:x1806482046472064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.866908:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044623 00000100:00100000:0.0:1722795750.866914:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967936 00010000:00010000:1.0:1722795750.866915:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa6897a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866924:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866929:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866935:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866940:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866944:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.866944:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866948:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.866950:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866952:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+231:3679:x1806481766544896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2341us (2375us total) trans 4296352648 rc 0/0 00000100:00100000:0.0:1722795750.866953:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472320 00000100:00100000:0.0:1722795750.866955:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472320 00010000:00010000:3.0:1722795750.866955:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.866957:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044618 00010000:00010000:0.0:1722795750.866962:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 525 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.866962:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.866966:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68981 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.866972:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967937 00000100:00100000:0.0:1722795750.866975:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+525:2006:x1806482046472320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.866979:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.866982:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 525 pid: 16072 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.866984:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121346300/2, rc 0, transno 1385351 00000100:00100000:2.0:1722795750.866988:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766545920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.866989:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 525 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.866997:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800829b9680/0xc2e84c07bf98911b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cd0e expref: 525 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.867004:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.867005:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.867007:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867013:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867026:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.867037:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+524:2006:x1806482046472320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.867041:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967937 00000100:00100000:1.0:1722795750.867042:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+232:3680:x1806481766545280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2276us (2300us total) trans 4296352649 rc 0/0 00000004:00080000:2.0:1722795750.867045:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071790380/2, rc 0, transno 1385353 00000100:00100000:2.0:1722795750.867048:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766545280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.867051:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044622 00000100:00100000:3.0:1722795750.867059:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088085500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+232:3679:x1806481766545024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2345us (2418us total) trans 4296352650 rc 0/0 00000100:00100000:3.0:1722795750.867064:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044619 00010000:00010000:1.0:1722795750.867075:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867084:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.867087:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071793480/2, rc 0, transno 1385354 00000100:00100000:3.0:1722795750.867090:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071793480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766545024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.867093:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.867096:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.867096:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071790a80/2, rc 0, transno 1385352 00000100:00100000:3.0:1722795750.867098:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766544896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.867101:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.867108:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472448 00010000:00010000:1.0:1722795750.867109:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.867110:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472448 00010000:00010000:0.0:1722795750.867119:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 524 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.867122:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.867126:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.867130:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967938 00000100:00100000:0.0:1722795750.867133:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+524:2003:x1806482046472448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.867134:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867137:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.867140:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 524 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.867145:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867146:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766547200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.867147:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 524 pid: 15439 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.867152:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766547072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.867153:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa6898f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867156:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009663c000/0xc2e84c07bf989b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085cfae expref: 524 pid: 15439 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.867163:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.867164:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.867166:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867166:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.867175:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867183:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766547200 00010000:00010000:0.0:1722795750.867185:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.867186:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766547200 00000100:00100000:2.0:1722795750.867187:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.867191:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766547328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.867196:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+523:2003:x1806482046472448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.867200:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967938 00000100:00100000:2.0:1722795750.867203:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.867205:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044626 00000100:00100000:3.0:1722795750.867209:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+232:3680:x1806481766547200:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.867211:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766547328 00000100:00100000:1.0:1722795750.867215:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766547328 00000100:00100000:2.0:1722795750.867217:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766546944:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.867218:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11245 count 1 00010000:00010000:3.0:1722795750.867226:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867227:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867227:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.867231:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766546944 00010000:00010000:0.0:1722795750.867232:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867233:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766546944 00000100:00100000:2.0:1722795750.867233:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766547456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.867235:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 522 pid: 16027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867237:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867240:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.867241:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.867242:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867242:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.867243:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867246:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.867250:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.867253:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867255:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766547456 00000100:00100000:1.0:1722795750.867257:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766547456 00000100:00100000:3.0:1722795750.867258:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044627 00010000:00010000:0.0:1722795750.867261:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867261:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+235:3680:x1806481766547328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.867267:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044628 00002000:00080000:3.0:1722795750.867267:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11246 count 1 00010000:00010000:0.0:1722795750.867268:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867271:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+235:3678:x1806481766546944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.867272:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8900/0xc2e84c07bfa68996 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867272:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044629 00010000:00010000:3.0:1722795750.867272:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867277:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+235:3678:x1806481766547456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.867278:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 522 pid: 16082 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.867283:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11243 count 1 00010000:00010000:3.0:1722795750.867284:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.867285:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.867287:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.867290:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11247 count 1 00010000:00010000:2.0:1722795750.867292:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867297:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 522 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867301:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.867301:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 522 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867304:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 522 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.867305:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.867307:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.867309:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867311:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088086a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766547712:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.867313:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 522 pid: 16054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.867325:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 522 pid: 16078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867327:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.867327:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.867328:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.867332:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.867332:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 522 pid: 16078 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.867339:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766547840:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.867341:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 522 pid: 16027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867347:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 522 pid: 16027 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.867350:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 522 pid: 16054 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867354:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088087800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766547968:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.867356:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.867361:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 522 pid: 16054 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.867363:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.867369:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+236:3680:x1806481766546688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2162us (2202us total) trans 4296352652 rc 0/0 00000100:00100000:3.0:1722795750.867372:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.867373:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766548096:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.867374:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044625 00000100:00100000:2.0:1722795750.867384:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766547072 00000100:00100000:3.0:1722795750.867385:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766547584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.867387:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766547072 00000100:00100000:1.0:1722795750.867392:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3006c0 going to sleep for 11 seconds 00000004:00080000:0.0:1722795750.867417:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088087480/2, rc 0, transno 1385356 00000100:00100000:2.0:1722795750.867420:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044630 00000100:00100000:2.0:1722795750.867423:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+236:3679:x1806481766547072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.867425:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766546688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.867428:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795750.867436:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11244 count 1 00000100:00100000:1.0:1722795750.867442:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766547584 00010000:00010000:2.0:1722795750.867444:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867445:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766547584 00010000:00010000:2.0:1722795750.867453:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 522 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.867457:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.867459:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.867460:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867463:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044631 00000100:00100000:0.0:1722795750.867468:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766548224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.867468:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+237:3679:x1806481766547584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.867472:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 522 pid: 16058 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.867480:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11248 count 1 00000100:00100000:0.0:1722795750.867483:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.867483:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 522 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.867489:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766548352:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.867491:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867497:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766548224 00000100:00100000:3.0:1722795750.867500:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766548224 00010000:00010000:1.0:1722795750.867503:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 522 pid: 16070 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.867505:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.867510:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.867512:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.867515:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.867517:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044632 00000100:00100000:3.0:1722795750.867520:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+238:3680:x1806481766548224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.867530:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11249 count 1 00010000:00010000:1.0:1722795750.867533:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 522 pid: 16070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867538:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867544:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 522 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.867547:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 522 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867551:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.867552:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.867554:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.867555:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766548480:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.867565:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 522 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.867571:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 522 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.867578:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766548608:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.867581:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.867594:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.867666:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+238:3678:x1806481766545664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2711us (2979us total) trans 4296352651 rc 0/0 00000004:00080000:2.0:1722795750.867672:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088086d80/2, rc 0, transno 1385355 00000100:00100000:1.0:1722795750.867673:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044624 00000100:00100000:2.0:1722795750.867685:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766545664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.867737:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766548736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.867754:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.867771:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766548736 00000100:00100000:1.0:1722795750.867775:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766548736 00000100:00100000:1.0:1722795750.867791:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044633 00000100:00100000:1.0:1722795750.867795:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+238:3681:x1806481766548736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.867807:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11250 count 1 00010000:00010000:1.0:1722795750.867818:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867830:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 522 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867836:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.867838:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.867841:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867860:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 522 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.867888:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 522 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.867914:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766548864:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.867948:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.868597:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088086a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766547712:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.868613:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.868622:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766548096:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.868639:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.868665:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766547840:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.868682:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088087800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766547968:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.868684:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868694:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.868703:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766548352:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.868709:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766548608:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.868711:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868715:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.868720:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766548480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.868723:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.868732:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.868737:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.868739:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472576 00000100:00100000:2.0:1722795750.868742:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472576 00000100:00100000:0.0:1722795750.868748:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472960 00000100:00100000:0.0:1722795750.868752:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472960 00000100:00100000:1.0:1722795750.868752:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766548864:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.868753:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 523 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.868763:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.868764:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 524 pid: 16027 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.868778:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967939 00000100:00100000:0.0:1722795750.868782:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967940 00000100:00100000:2.0:1722795750.868782:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+524:2006:x1806482046472576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.868785:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+524:2006:x1806482046472960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.868789:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.868791:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.868792:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 524 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.868794:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 524 pid: 16027 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868799:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 524 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.868801:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 524 pid: 16027 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868809:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080871d40/0xc2e84c07bf98b1c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d4cb expref: 524 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.868810:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096843180/0xc2e84c07bf98ac0a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d36d expref: 524 pid: 16027 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868816:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.868818:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.868818:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.868819:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.868820:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.868821:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.868825:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.868826:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.868844:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.868845:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.868855:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868870:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.868874:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+522:2006:x1806482046472960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.868876:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.868879:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967940 00000100:00100000:2.0:1722795750.868880:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+522:2006:x1806482046472576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (158us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.868881:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.868885:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967939 00010000:00010000:3.0:1722795750.868885:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868889:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.868891:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868896:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.868904:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.868904:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.868908:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa689a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.868917:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473088 00000100:00100000:2.0:1722795750.868920:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473088 00000100:00100000:0.0:1722795750.868922:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.868927:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 521 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.868937:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.868942:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473344 00000100:00100000:2.0:1722795750.868944:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473344 00000100:00100000:0.0:1722795750.868948:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472704 00010000:00010000:2.0:1722795750.868949:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 522 pid: 16070 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.868950:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472704 00010000:00010000:0.0:1722795750.868958:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 523 pid: 16054 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.868959:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967941 00000100:00100000:2.0:1722795750.868962:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+523:2006:x1806482046473088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.868966:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967942 00010000:00010000:2.0:1722795750.868967:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.868969:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 523 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.868973:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+523:2006:x1806482046473344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.868976:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 523 pid: 16058 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.868978:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967943 00000100:00100000:0.0:1722795750.868980:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+523:2006:x1806482046472704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.868982:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.868984:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801313658c0/0xc2e84c07bf98a5ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d208 expref: 523 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.868985:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.868988:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 523 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.868988:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 523 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868992:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.868993:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.868994:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 522 pid: 16054 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868994:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.868999:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 522 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.868999:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869004:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a08d80/0xc2e84c07bf98b778 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d629 expref: 522 pid: 16054 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.869005:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+239:3680:x1806481766547328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1742us (1800us total) trans 4296352653 rc 0/0 00010000:00010000:2.0:1722795750.869008:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.869010:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044627 00010000:00010000:0.0:1722795750.869011:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869012:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.869013:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bd7600/0xc2e84c07bf98bd91 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d78e expref: 521 pid: 16070 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.869014:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869019:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.869021:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+521:2006:x1806482046473088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.869025:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.869025:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967941 00010000:00010000:1.0:1722795750.869027:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869028:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.869028:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869030:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869033:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869037:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869039:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869040:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+519:2006:x1806482046472704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (102us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.869041:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869042:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869044:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967943 00010000:00010000:2.0:1722795750.869046:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869046:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869051:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869054:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.869055:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.869056:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869056:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869060:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869060:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869064:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968fc0 already unused, calling callback (ffffffffa085ef50) 00000004:00080000:0.0:1722795750.869065:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088086680/2, rc 0, transno 1385357 00010000:00010000:2.0:1722795750.869066:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869067:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869070:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766547328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.869070:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869071:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa6899d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869075:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+518:2006:x1806482046473344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.869076:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869081:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967942 00010000:00010000:2.0:1722795750.869084:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa689b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869089:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.869096:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046472832 00000100:00100000:0.0:1722795750.869098:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046472832 00010000:00010000:0.0:1722795750.869105:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 518 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.869106:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869114:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869116:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967944 00000100:00100000:0.0:1722795750.869119:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+518:2006:x1806482046472832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.869122:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869123:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.869126:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 518 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.869131:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869132:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 518 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.869138:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869139:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b08a880/0xc2e84c07bf98a0bf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d0e9 expref: 518 pid: 16078 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.869144:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.869146:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869147:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869148:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869148:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869152:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+240:3680:x1806481766547200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1942us (1984us total) trans 4296352654 rc 0/0 00010000:00010000:0.0:1722795750.869153:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869156:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869156:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044626 00010000:00010000:0.0:1722795750.869166:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.869166:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869173:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa689b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.869177:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088084700/2, rc 0, transno 1385358 00000100:00100000:0.0:1722795750.869178:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+517:2006:x1806482046472832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.869180:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766547200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.869182:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967944 00000100:00100000:2.0:1722795750.869194:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+239:3679:x1806481766547072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1769us (1820us total) trans 4296352655 rc 0/0 00000004:00080000:3.0:1722795750.869195:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088085f80/2, rc 0, transno 1385359 00000100:00100000:3.0:1722795750.869198:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766547072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.869199:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044630 00000100:00100000:0.0:1722795750.869205:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.869213:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473216 00000100:00100000:0.0:1722795750.869215:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473216 00010000:00010000:0.0:1722795750.869221:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 517 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869222:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766548992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.869228:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766549248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.869230:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967945 00000100:00100000:0.0:1722795750.869233:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+517:2006:x1806482046473216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.869237:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.869238:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.869240:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 517 pid: 16033 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.869245:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766549120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.869246:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 517 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.869253:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121ffe1c0/0xc2e84c07bf98c49f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085d92b expref: 517 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.869259:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869260:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.869262:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869264:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.869271:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869271:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869277:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869279:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.869282:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869282:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766548992 00000100:00100000:3.0:1722795750.869284:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766548992 00010000:00010000:2.0:1722795750.869286:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869290:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+516:2006:x1806482046473216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.869290:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+240:3678:x1806481766547456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2010us (2044us total) trans 4296352656 rc 0/0 00010000:00010000:2.0:1722795750.869290:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869294:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967945 00010000:00010000:2.0:1722795750.869294:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.869295:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766549248 00010000:00010000:2.0:1722795750.869296:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869297:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766549248 00000100:00100000:1.0:1722795750.869298:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044629 00010000:00010000:2.0:1722795750.869301:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869306:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044634 00010000:00010000:2.0:1722795750.869308:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869309:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+240:3678:x1806481766548992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.869312:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa689ab lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869313:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044635 00010000:00010000:0.0:1722795750.869315:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869318:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+240:3680:x1806481766549248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.869318:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11251 count 1 00010000:00010000:0.0:1722795750.869320:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869325:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869325:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869330:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.869330:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11253 count 1 00010000:00010000:3.0:1722795750.869333:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 515 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869334:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869338:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.869338:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.869339:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.869340:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869340:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869342:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869348:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869351:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 515 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869353:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 515 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869355:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.869357:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 515 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.869359:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa689c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869360:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.869362:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.869363:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766549376:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.869365:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869378:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.869381:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 515 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869392:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 515 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.869415:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.869426:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766549504:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.869446:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.869452:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+242:3678:x1806481766546944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2178us (2221us total) trans 4296352657 rc 0/0 00000100:00100000:2.0:1722795750.869460:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044628 00010000:00010000:1.0:1722795750.869461:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869469:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.869476:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766549120 00010000:00010000:1.0:1722795750.869477:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869478:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880089663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+241:3680:x1806481766548224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1956us (1993us total) trans 4296352658 rc 0/0 00000100:00100000:2.0:1722795750.869480:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766549120 00000100:00100000:0.0:1722795750.869483:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044632 00010000:00010000:1.0:1722795750.869490:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869496:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044636 00010000:00010000:1.0:1722795750.869498:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869499:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+241:3679:x1806481766549120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.869505:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.869508:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.869509:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11252 count 1 00010000:00010000:1.0:1722795750.869516:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869517:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.869517:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088084e00/2, rc 0, transno 1385361 00000100:00100000:2.0:1722795750.869522:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766546944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.869525:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 515 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869527:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869529:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.869530:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1722795750.869531:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088085880/2, rc 0, transno 1385360 00010000:00010000:0.0:1722795750.869532:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869534:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa689c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.869535:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766547456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.869547:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 515 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.869550:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766549632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.869552:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1722795750.869554:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 515 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.869556:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766549760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.869561:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766549888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.869573:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.869575:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff8801240d2840 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.869586:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766549632 00000100:00100000:0.0:1722795750.869588:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766549632 00000100:00100000:3.0:1722795750.869596:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.869600:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766549760 00000100:00100000:0.0:1722795750.869602:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766549760 00000100:00100000:2.0:1722795750.869607:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044637 00000100:00100000:2.0:1722795750.869611:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+244:3681:x1806481766549632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.869616:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044638 00000100:00100000:0.0:1722795750.869621:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+244:3679:x1806481766549760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.869622:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11254 count 1 00002000:00080000:0.0:1722795750.869632:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11255 count 1 00010000:00010000:2.0:1722795750.869632:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869640:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 515 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869643:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869645:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.869646:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1722795750.869647:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+244:3679:x1806481766547584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2177us (2216us total) trans 4296352659 rc 0/0 00010000:00010000:2.0:1722795750.869648:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.869652:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088087b80/2, rc 0, transno 1385363 00000100:00100000:1.0:1722795750.869654:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044631 00010000:00010000:0.0:1722795750.869655:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 515 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.869657:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766547584:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.869660:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 515 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869661:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.869663:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.869665:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869666:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 515 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869673:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766550016:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.869676:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766550144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.869686:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 515 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.869686:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.869692:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.869695:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 515 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869697:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766550144 00000100:00100000:2.0:1722795750.869699:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766550144 00000100:00100000:0.0:1722795750.869704:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766550272:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.869712:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044639 00000100:00100000:2.0:1722795750.869715:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+244:3679:x1806481766550144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.869721:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1240 going to sleep for 11 seconds 00002000:00080000:2.0:1722795750.869722:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11256 count 1 00010000:00010000:2.0:1722795750.869729:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869736:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 515 pid: 15425 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.869742:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088085c00/2, rc 0, transno 1385362 00010000:00010000:2.0:1722795750.869745:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.869745:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.869747:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869756:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 515 pid: 15425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.869760:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766548224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.869762:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 515 pid: 15425 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869768:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766550400:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.869779:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.869791:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.869795:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766550528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.869808:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.869812:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.869821:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766550528 00000100:00100000:1.0:1722795750.869823:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473472 00000100:00100000:2.0:1722795750.869823:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766550528 00000100:00100000:1.0:1722795750.869828:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473472 00000100:00100000:2.0:1722795750.869833:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044640 00000100:00100000:2.0:1722795750.869836:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+245:3681:x1806481766550528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.869841:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 516 pid: 16072 timeout: 946 lvb_type: 0 00002000:00080000:2.0:1722795750.869844:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11257 count 1 00010000:00010000:2.0:1722795750.869851:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.869858:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 516 pid: 16095 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869881:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967946 00010000:00010000:2.0:1722795750.869882:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.869882:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.869884:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869887:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+516:2006:x1806482046473472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.869895:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.869896:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 516 pid: 16095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869900:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 516 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.869902:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 516 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869908:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766550656:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.869910:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 516 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.869919:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484d80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.869925:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081b7a1c0/0xc2e84c07bf98ca1e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085daac expref: 516 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.869936:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.869938:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.869941:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869949:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.869965:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.869972:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869978:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.869983:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869984:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+515:2006:x1806482046473472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (172us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.869987:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.869991:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967946 00010000:00010000:0.0:1722795750.869992:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870000:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.870002:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870006:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870014:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870018:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa689ce lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.870120:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+246:3681:x1806481766548736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2323us (2364us total) trans 4296352660 rc 0/0 00000100:00100000:0.0:1722795750.870124:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044633 00000004:00080000:2.0:1722795750.870149:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088084a80/2, rc 0, transno 1385364 00000100:00100000:2.0:1722795750.870161:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766548736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.870228:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766550784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.870244:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.870265:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766550784 00000100:00100000:0.0:1722795750.870269:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766550784 00000100:00100000:0.0:1722795750.870289:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044641 00000100:00100000:0.0:1722795750.870294:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+246:3681:x1806481766550784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.870307:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11258 count 1 00010000:00010000:0.0:1722795750.870316:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870328:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 514 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870341:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.870343:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.870346:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870363:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 514 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.870374:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 514 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.870384:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766550912:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.870451:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.870903:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766549376:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.870917:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.870947:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766550016:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.870963:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871237:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.871254:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.871283:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473600 00000100:00100000:1.0:1722795750.871287:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473600 00000100:00100000:2.0:1722795750.871292:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473728 00000100:00100000:2.0:1722795750.871296:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473728 00010000:00010000:1.0:1722795750.871300:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 516 pid: 16031 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.871306:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766550272:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.871306:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 516 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.871321:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.871321:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967947 00000100:00100000:1.0:1722795750.871326:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+516:2004:x1806482046473600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.871329:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967948 00000100:00100000:2.0:1722795750.871333:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+516:2004:x1806482046473728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.871334:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.871338:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 516 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871339:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.871342:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 516 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.871344:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766549888:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.871348:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 516 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871349:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 516 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.871356:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871358:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fea400/0xc2e84c07bf98e855 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e016 expref: 516 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.871362:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080ade880/0xc2e84c07bf98d037 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dc1f expref: 516 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871366:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871368:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871369:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871373:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.871375:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871375:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871378:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871386:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871390:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.871416:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.871416:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871423:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.871424:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871427:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+514:2004:x1806482046473728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (171us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.871429:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871430:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473984 00000100:00100000:2.0:1722795750.871432:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967948 00000100:00100000:0.0:1722795750.871433:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473984 00010000:00010000:3.0:1722795750.871434:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871438:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871442:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 514 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.871442:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.871443:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+514:2004:x1806482046473600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 115us (206us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.871445:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871450:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.871451:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967947 00000100:00100000:2.0:1722795750.871454:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766550400:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.871458:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871463:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967949 00010000:00010000:3.0:1722795750.871463:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa689ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871466:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+513:2004:x1806482046473984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.871467:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871472:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.871474:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 513 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.871481:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 513 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.871484:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766549504:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.871490:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a11e3180/0xc2e84c07bf98f2f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e1eb expref: 513 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.871492:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.871498:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.871499:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.871500:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871501:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871501:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474112 00000100:00100000:2.0:1722795750.871503:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474112 00010000:00010000:0.0:1722795750.871506:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871510:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 513 pid: 16035 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.871516:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.871521:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967950 00000100:00100000:2.0:1722795750.871524:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+513:2005:x1806482046474112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.871529:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+513:2004:x1806482046473984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (114us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.871529:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.871531:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 513 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.871537:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967949 00010000:00010000:2.0:1722795750.871538:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 513 pid: 16035 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871547:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008736b840/0xc2e84c07bf98da1d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085de95 expref: 512 pid: 16035 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.871551:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871553:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871554:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.871556:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871556:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871561:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871561:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871565:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871570:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871571:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.871571:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+247:3681:x1806481766549632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1958us (1996us total) trans 4296352661 rc 0/0 00010000:00010000:0.0:1722795750.871574:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.871576:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.871576:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044637 00010000:00010000:0.0:1722795750.871580:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871581:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871583:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+511:2005:x1806482046474112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (91us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.871586:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871588:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967950 00010000:00010000:1.0:1722795750.871589:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871590:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9f80/0xc2e84c07bfa689f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871594:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871598:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871600:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871604:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871605:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.871608:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7ea00/2, rc 0, transno 1385365 00010000:00010000:3.0:1722795750.871609:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871613:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871613:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766549632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.871613:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871619:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.871621:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.871623:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871624:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871628:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871630:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.871631:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871635:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871638:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046473856 00000100:00100000:2.0:1722795750.871639:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046473856 00010000:00010000:3.0:1722795750.871639:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa689d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871641:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871646:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 511 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.871650:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa689dc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871657:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967951 00000100:00100000:2.0:1722795750.871660:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+511:2005:x1806482046473856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.871664:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.871666:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 511 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871672:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 511 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871680:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080adcfc0/0xc2e84c07bf98d5e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085dd8b expref: 511 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871687:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871688:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.871690:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871691:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+248:3679:x1806481766549760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2069us (2093us total) trans 4296352662 rc 0/0 00010000:00010000:2.0:1722795750.871695:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871696:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044638 00010000:00010000:2.0:1722795750.871704:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.871715:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+510:2005:x1806482046473856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.871719:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967951 00000100:00100000:3.0:1722795750.871737:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+248:3678:x1806481766548992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2426us (2498us total) trans 4296352663 rc 0/0 00000004:00080000:2.0:1722795750.871739:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088085180/2, rc 0, transno 1385367 00000100:00100000:2.0:1722795750.871742:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766548992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.871742:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044634 00000100:00100000:0.0:1722795750.871750:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.871753:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766550656:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.871759:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474240 00000100:00100000:0.0:1722795750.871761:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474240 00010000:00010000:2.0:1722795750.871761:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.871766:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7d500/2, rc 0, transno 1385366 00000100:00100000:3.0:1722795750.871769:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766549760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.871770:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 510 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871770:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871774:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.871779:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+247:3680:x1806481766549248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2459us (2512us total) trans 4296352664 rc 0/0 00010000:00010000:2.0:1722795750.871779:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871781:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967952 00010000:00010000:2.0:1722795750.871783:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.871784:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+510:2005:x1806482046474240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.871786:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044635 00010000:00010000:2.0:1722795750.871789:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871790:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.871792:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 510 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871793:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.871795:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871799:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 510 pid: 15425 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.871799:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.871805:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.871806:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766551168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.871807:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800813c3cc0/0xc2e84c07bf98f8f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e349 expref: 510 pid: 15425 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.871808:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766551296:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.871810:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa689e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871814:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.871815:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.871817:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871826:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.871827:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.871832:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.871836:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.871848:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+509:2005:x1806482046474240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.871852:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967952 00000100:00100000:3.0:1722795750.871854:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766551168 00000100:00100000:3.0:1722795750.871857:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766551168 00000004:00080000:1.0:1722795750.871878:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088086a00/2, rc 0, transno 1385368 00000100:00100000:3.0:1722795750.871885:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766551296 00000100:00100000:1.0:1722795750.871887:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766549248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.871887:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766551296 00000100:00100000:3.0:1722795750.871895:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044642 00000100:00100000:3.0:1722795750.871898:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+249:3679:x1806481766551168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.871899:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871905:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.871906:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044643 00002000:00080000:3.0:1722795750.871909:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11260 count 1 00010000:00010000:0.0:1722795750.871910:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.871912:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+249:3680:x1806481766551296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.871914:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871918:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871918:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871922:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.871924:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871924:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+249:3679:x1806481766549120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2423us (2508us total) trans 4296352665 rc 0/0 00002000:00080000:1.0:1722795750.871925:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11261 count 1 00010000:00010000:3.0:1722795750.871927:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 508 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871929:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044636 00010000:00010000:0.0:1722795750.871932:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871932:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.871933:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.871935:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871937:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871939:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.871943:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa689f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.871947:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 508 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.871948:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 508 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.871952:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766551040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.871953:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 508 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.871956:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.871957:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.871960:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.871960:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766551424:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.871965:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.871977:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 508 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.871978:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.871988:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 508 pid: 15441 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.871988:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766551040 00000100:00100000:3.0:1722795750.871990:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766551040 00000100:00100000:1.0:1722795750.871999:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766551552:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.872002:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044644 00000100:00100000:2.0:1722795750.872005:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.872005:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+250:3678:x1806481766551040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.872014:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11259 count 1 00000100:00100000:1.0:1722795750.872020:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300480 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.872020:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872030:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+250:3679:x1806481766550144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2314us (2337us total) trans 4296352666 rc 0/0 00010000:00010000:3.0:1722795750.872031:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 508 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872035:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044639 00010000:00010000:3.0:1722795750.872036:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.872037:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.872039:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.872044:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.872049:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 508 pid: 16071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872054:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474368 00010000:00010000:3.0:1722795750.872055:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 508 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.872057:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474368 00000100:00100000:2.0:1722795750.872059:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766551680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.872061:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766551808:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.872065:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 509 pid: 16095 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.872075:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474496 00000100:00100000:3.0:1722795750.872075:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.872077:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474496 00000100:00100000:2.0:1722795750.872077:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.872081:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 510 pid: 16099 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.872084:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766551680 00000100:00100000:3.0:1722795750.872086:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766551680 00000100:00100000:1.0:1722795750.872090:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967953 00000100:00100000:1.0:1722795750.872096:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+510:2005:x1806482046474368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.872097:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044645 00000100:00100000:3.0:1722795750.872101:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+250:3681:x1806481766551680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.872102:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967954 00010000:00010000:1.0:1722795750.872104:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.872105:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+510:2006:x1806482046474496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1722795750.872108:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11262 count 1 00010000:00010000:1.0:1722795750.872109:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 510 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.872110:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.872111:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766550912:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.872113:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 510 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.872114:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872120:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 510 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.872121:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 510 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.872121:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 510 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872130:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.872130:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.872131:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872132:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872134:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a661d40/0xc2e84c07bf98fdcc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e4b5 expref: 510 pid: 16095 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.872135:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124a10000/0xc2e84c07bf990321 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e5e9 expref: 510 pid: 16099 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.872141:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.872142:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.872142:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 508 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.872144:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872145:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.872147:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.872148:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 508 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.872149:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872150:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.872154:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766551936:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.872158:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.872159:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.872165:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.872165:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.872168:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+508:2006:x1806482046474496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.872169:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872172:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967954 00010000:00010000:2.0:1722795750.872175:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872178:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.872179:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.872180:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7c000/2, rc 0, transno 1385370 00010000:00010000:2.0:1722795750.872183:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.872186:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766550144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.872187:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.872189:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.872192:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088087800/2, rc 0, transno 1385369 00000100:00100000:1.0:1722795750.872193:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+507:2005:x1806482046474368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 96us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.872193:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.872194:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766549120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.872200:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967953 00010000:00010000:2.0:1722795750.872200:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872205:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68a06 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.872220:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766552192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.872235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.872249:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795750.872252:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766552192 00000100:00100000:3.0:1722795750.872253:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766552064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.872255:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766552192 00000100:00100000:3.0:1722795750.872263:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.872271:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766552064 00000100:00100000:1.0:1722795750.872273:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766552064 00000100:00100000:0.0:1722795750.872279:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044646 00000100:00100000:0.0:1722795750.872283:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+253:3679:x1806481766552192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.872289:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044647 00002000:00080000:0.0:1722795750.872292:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11264 count 1 00000100:00100000:1.0:1722795750.872293:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+253:3679:x1806481766552064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.872294:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+253:3681:x1806481766550784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1999us (2048us total) trans 4296352667 rc 0/0 00000100:00100000:2.0:1722795750.872299:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044641 00010000:00010000:0.0:1722795750.872300:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.872305:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11263 count 1 00010000:00010000:0.0:1722795750.872309:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 506 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872314:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.872317:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1722795750.872317:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7ed80/2, rc 0, transno 1385371 00010000:00010000:0.0:1722795750.872318:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.872320:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.872322:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766550784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.872326:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 506 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.872331:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 506 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872333:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.872334:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.872334:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.872336:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 506 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.872337:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872340:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872343:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766552320:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.872344:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872349:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872353:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 506 pid: 16058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872353:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872356:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e9686c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.872358:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.872361:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1f00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.872363:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 506 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.872363:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872370:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.872374:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa689ff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.872380:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766552576:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.872431:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.872444:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766552448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.872465:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.872484:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+253:3681:x1806481766550528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2646us (2675us total) trans 4296352668 rc 0/0 00000100:00100000:2.0:1722795750.872489:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044640 00000100:00100000:1.0:1722795750.872491:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766552448 00000100:00100000:1.0:1722795750.872495:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766552448 00000004:00080000:2.0:1722795750.872510:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7df80/2, rc 0, transno 1385372 00000100:00100000:1.0:1722795750.872511:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044648 00000100:00100000:1.0:1722795750.872516:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+253:3680:x1806481766552448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.872516:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766550528:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.872527:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11265 count 1 00010000:00010000:1.0:1722795750.872536:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872548:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 506 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872555:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.872556:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.872559:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872574:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 506 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.872584:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 506 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.872600:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766552704:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.872622:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3006c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.872690:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766552832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.872707:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.872728:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766552832 00000100:00100000:3.0:1722795750.872732:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766552832 00000100:00100000:3.0:1722795750.872754:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044649 00000100:00100000:3.0:1722795750.872757:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+254:3681:x1806481766552832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.872767:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11266 count 1 00010000:00010000:3.0:1722795750.872775:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872783:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 506 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872788:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.872789:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.872791:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872803:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 506 pid: 16071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.872809:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 506 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.872820:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766552960:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.872855:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.873179:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.873198:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766551424:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.873214:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.873225:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474624 00000100:00100000:1.0:1722795750.873229:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474624 00010000:00010000:1.0:1722795750.873244:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 507 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.873273:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967955 00000100:00100000:1.0:1722795750.873278:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+507:2005:x1806482046474624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.873287:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.873291:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 507 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.873301:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 507 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.873315:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0279440/0xc2e84c07bf991477 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e99a expref: 507 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.873328:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.873330:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.873333:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.873342:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.873342:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766551552:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.873358:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.873376:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.873392:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873414:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.873420:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+506:2005:x1806482046474624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 140us (242us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.873420:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873424:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.873428:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967955 00010000:00010000:3.0:1722795750.873429:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873433:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.873435:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873439:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873447:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873451:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68a0d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.873510:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766551936:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.873513:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.873520:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.873551:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.873552:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474752 00000100:00100000:2.0:1722795750.873552:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766551808:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.873556:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474752 00010000:00010000:2.0:1722795750.873559:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.873567:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 506 pid: 15441 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.873570:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046474880 00000100:00100000:2.0:1722795750.873573:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046474880 00000100:00100000:0.0:1722795750.873574:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.873577:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+255:3679:x1806481766551168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1676us (1747us total) trans 4296352669 rc 0/0 00010000:00010000:2.0:1722795750.873584:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 507 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.873585:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044642 00000100:00100000:1.0:1722795750.873591:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475008 00000100:00100000:1.0:1722795750.873593:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475008 00000100:00100000:0.0:1722795750.873596:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967956 00000100:00100000:2.0:1722795750.873601:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967957 00000100:00100000:0.0:1722795750.873602:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+508:2003:x1806482046474752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.873603:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 508 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.873605:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+508:2005:x1806482046474880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.873611:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.873611:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.873614:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 508 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.873621:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 508 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.873627:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967958 00010000:00010000:2.0:1722795750.873631:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d863840/0xc2e84c07bf991ee2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ec4f expref: 508 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.873633:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+508:2005:x1806482046475008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.873639:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.873640:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.873641:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.873642:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.873645:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 507 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.873652:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.873655:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 507 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.873662:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.873669:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081892f40/0xc2e84c07bf990dd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085e7fd expref: 507 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.873682:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+506:2005:x1806482046474880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.873684:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 508 pid: 15441 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.873684:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7f480/2, rc 0, transno 1385373 00010000:00010000:1.0:1722795750.873686:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.873687:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967957 00010000:00010000:1.0:1722795750.873688:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.873691:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873691:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766551168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.873696:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 505 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.873699:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873703:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873708:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873713:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873715:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b8ef40/0xc2e84c07bf991a4a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085eb14 expref: 505 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.873716:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.873717:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795750.873718:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873722:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873724:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766553088:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.873726:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.873726:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842ac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.873727:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.873728:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873730:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.873735:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+504:2005:x1806482046475008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.873736:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873738:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.873742:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967958 00010000:00010000:2.0:1722795750.873743:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873747:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842ac0/0xc2e84c07bfa68a22 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873747:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.873758:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.873766:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766553088 00010000:00010000:2.0:1722795750.873768:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873769:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766553088 00000100:00100000:0.0:1722795750.873775:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+503:2003:x1806482046474752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 173us (263us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.873775:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.873780:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967956 00010000:00010000:2.0:1722795750.873782:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873787:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044650 00010000:00010000:2.0:1722795750.873789:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.873792:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+255:3679:x1806481766553088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.873796:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873803:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00002000:00080000:3.0:1722795750.873804:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11267 count 1 00010000:00010000:2.0:1722795750.873806:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873812:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873814:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873821:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 503 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873824:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873826:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.873827:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.873829:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873832:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68a14 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873840:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 502 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.873846:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 502 pid: 16023 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.873858:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766553216:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.873894:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.873916:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766552320:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.873931:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.873932:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.873940:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475136 00000100:00100000:0.0:1722795750.873943:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475136 00010000:00010000:0.0:1722795750.873951:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 503 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.873957:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766552576:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.873960:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+256:3680:x1806481766551296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2047us (2127us total) trans 4296352670 rc 0/0 00000100:00100000:0.0:1722795750.873963:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967959 00000100:00100000:2.0:1722795750.873965:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044643 00000100:00100000:0.0:1722795750.873967:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+503:2006:x1806482046475136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.873969:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873972:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.873974:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 503 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.873981:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873984:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 503 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.873986:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.873991:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.873993:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013572dd40/0xc2e84c07bf992cc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085efa5 expref: 503 pid: 16057 timeout: 946 lvb_type: 0 00000004:00080000:1.0:1722795750.873993:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7c380/2, rc 0, transno 1385374 00010000:00010000:2.0:1722795750.873995:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874000:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.874000:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874001:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874003:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874007:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843cc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.874008:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874009:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874011:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766551296:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.874014:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874018:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.874020:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874024:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843cc0/0xc2e84c07bfa68a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874030:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766552704:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.874032:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+502:2006:x1806482046475136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.874036:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967959 00010000:00010000:1.0:1722795750.874042:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874045:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766553344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.874057:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874061:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.874065:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874073:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874078:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766553344 00000100:00100000:0.0:1722795750.874081:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.874081:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874081:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766553344 00000100:00100000:0.0:1722795750.874089:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475264 00010000:00010000:1.0:1722795750.874089:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.874091:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475264 00000100:00100000:3.0:1722795750.874093:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044651 00010000:00010000:1.0:1722795750.874095:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.874096:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+257:3679:x1806481766553344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.874098:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 502 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.874099:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.874105:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11268 count 1 00010000:00010000:1.0:1722795750.874106:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874109:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+257:3678:x1806481766551040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2102us (2142us total) trans 4296352671 rc 0/0 00010000:00010000:3.0:1722795750.874113:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874114:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044644 00000100:00100000:0.0:1722795750.874117:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967960 00010000:00010000:1.0:1722795750.874120:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.874121:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+502:2005:x1806482046475264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.874121:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 502 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874125:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.874126:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.874126:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.874128:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 502 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.874128:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874128:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874135:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 502 pid: 16058 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.874135:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7ca80/2, rc 0, transno 1385375 00010000:00010000:3.0:1722795750.874139:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 502 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874142:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766551040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.874143:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013579af40/0xc2e84c07bf992755 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085edfa expref: 502 pid: 16058 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.874145:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 502 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.874151:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874152:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874154:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874155:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766553472:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.874159:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874168:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.874169:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.874180:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+501:2005:x1806482046475264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.874183:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967960 00000100:00100000:0.0:1722795750.874211:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.874219:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475392 00000100:00100000:2.0:1722795750.874219:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+258:3681:x1806481766551680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2116us (2139us total) trans 4296352672 rc 0/0 00000100:00100000:0.0:1722795750.874221:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475392 00000100:00100000:2.0:1722795750.874226:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044645 00010000:00010000:0.0:1722795750.874227:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 501 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.874248:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967961 00000100:00100000:0.0:1722795750.874251:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+501:2005:x1806482046475392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1722795750.874255:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930380/2, rc 0, transno 1385376 00010000:00010000:0.0:1722795750.874256:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.874258:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 501 pid: 16094 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.874264:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 501 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.874267:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766553600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.874273:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007eed8900/0xc2e84c07bf993206 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f11f expref: 501 pid: 16094 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.874275:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766551680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.874281:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874282:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874284:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874288:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874288:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.874298:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.874304:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795750.874308:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+500:2005:x1806482046475392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.874310:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766553728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.874312:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967961 00000100:00100000:2.0:1722795750.874312:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766553600 00000100:00100000:2.0:1722795750.874315:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766553600 00000100:00100000:1.0:1722795750.874326:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.874333:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766553728 00000100:00100000:2.0:1722795750.874336:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766553728 00000100:00100000:3.0:1722795750.874340:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044652 00000100:00100000:3.0:1722795750.874344:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+259:3680:x1806481766553600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.874347:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874351:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044653 00002000:00080000:3.0:1722795750.874353:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11269 count 1 00010000:00010000:1.0:1722795750.874355:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874356:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+259:3680:x1806481766553728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.874360:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874363:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874368:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 499 pid: 15458 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.874370:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11270 count 1 00010000:00010000:1.0:1722795750.874371:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874372:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.874373:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.874375:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874379:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874381:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874385:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 499 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874386:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcb40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.874389:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874391:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 499 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.874393:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 499 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874416:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766553856:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.874417:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874424:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.874425:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.874426:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.874429:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874430:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874432:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801299c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.874437:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcb40/0xc2e84c07bfa68a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2bff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.874439:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475520 00000100:00100000:0.0:1722795750.874441:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475520 00000100:00100000:3.0:1722795750.874448:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766552960:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.874450:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 500 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.874450:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 500 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874458:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.874459:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 500 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.874462:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967962 00000100:00100000:0.0:1722795750.874465:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+500:2006:x1806482046475520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.874467:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766553984:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.874470:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.874472:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 500 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.874479:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 500 pid: 16071 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.874486:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484d80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.874487:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9ec900/0xc2e84c07bf99369e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f2a7 expref: 500 pid: 16071 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.874494:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874495:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.874497:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874502:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.874512:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.874515:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874523:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.874524:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+499:2006:x1806482046475520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.874531:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967962 00010000:00010000:3.0:1722795750.874531:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874538:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874546:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874548:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+260:3679:x1806481766552064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2252us (2281us total) trans 4296352674 rc 0/0 00010000:00010000:3.0:1722795750.874552:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.874555:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874556:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044647 00000004:00080000:2.0:1722795750.874558:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757db480/2, rc 0, transno 1385378 00010000:00010000:3.0:1722795750.874562:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874564:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766552064:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.874575:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874578:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874587:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874587:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68a3e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874595:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874603:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874610:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874616:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.874620:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874628:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874639:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874646:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc900/0xc2e84c07bfa68a37 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874723:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+261:3681:x1806481766552832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1962us (2012us total) trans 4296352675 rc 0/0 00000100:00100000:3.0:1722795750.874729:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044649 00000004:00080000:2.0:1722795750.874737:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757da680/2, rc 0, transno 1385379 00000100:00100000:2.0:1722795750.874741:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766552832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.874766:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766554112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.874773:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+260:3680:x1806481766552448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2254us (2305us total) trans 4296352676 rc 0/0 00000100:00100000:1.0:1722795750.874780:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044648 00000100:00100000:2.0:1722795750.874783:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.874792:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766554112 00000100:00100000:3.0:1722795750.874794:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766554112 00000100:00100000:2.0:1722795750.874795:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.874798:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766554240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.874806:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044654 00000100:00100000:3.0:1722795750.874808:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+260:3678:x1806481766554112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.874810:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+260:3679:x1806481766552192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2526us (2573us total) trans 4296352673 rc 0/0 00000100:00100000:2.0:1722795750.874811:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1722795750.874814:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d9500/2, rc 0, transno 1385380 00000100:00100000:1.0:1722795750.874817:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044646 00002000:00080000:3.0:1722795750.874817:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11271 count 1 00010000:00010000:3.0:1722795750.874824:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.874826:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766552448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.874827:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766554240 00000004:00080000:2.0:1722795750.874829:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d8000/2, rc 0, transno 1385377 00000100:00100000:1.0:1722795750.874831:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766554240 00000100:00100000:2.0:1722795750.874832:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766552192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.874832:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 498 pid: 16096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.874836:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.874837:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.874839:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874848:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044655 00010000:00010000:3.0:1722795750.874849:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 498 pid: 16096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.874853:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+260:3678:x1806481766554240:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.874855:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 498 pid: 16096 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.874881:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11272 count 1 00000100:00100000:3.0:1722795750.874881:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766554368:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.874893:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.874903:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.874905:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 498 pid: 16031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874919:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.874920:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.874923:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.874941:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 498 pid: 16031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.874946:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795750.874951:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 498 pid: 16031 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.874953:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766554752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.874962:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766554624:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.874968:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.874981:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766554752 00000100:00100000:2.0:1722795750.874982:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766554496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.874985:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766554752 00000100:00100000:1.0:1722795750.874988:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d3006c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.874990:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.875001:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766554496 00000100:00100000:3.0:1722795750.875003:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766554496 00000100:00100000:1.0:1722795750.875005:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044656 00000100:00100000:1.0:1722795750.875010:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+262:3681:x1806481766554752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.875011:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044657 00000100:00100000:2.0:1722795750.875015:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+262:3681:x1806481766554496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.875023:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11274 count 1 00002000:00080000:2.0:1722795750.875025:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11273 count 1 00010000:00010000:1.0:1722795750.875032:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.875033:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.875042:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 498 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.875044:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 498 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.875046:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.875048:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.875049:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.875050:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.875052:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.875054:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.875064:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 498 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.875071:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 498 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.875076:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 498 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.875077:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766554880:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.875086:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 498 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.875091:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.875096:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766555008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.875115:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.875182:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766553216:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.875193:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876076:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.876124:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.876125:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475648 00000100:00100000:1.0:1722795750.876130:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475648 00000100:00100000:3.0:1722795750.876138:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766553856:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.876140:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475776 00010000:00010000:1.0:1722795750.876142:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 499 pid: 16023 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.876143:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475776 00010000:00010000:3.0:1722795750.876148:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.876152:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 500 pid: 15458 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.876162:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967963 00000100:00100000:0.0:1722795750.876166:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967964 00000100:00100000:1.0:1722795750.876168:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+500:2004:x1806482046475648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.876170:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+500:2006:x1806482046475776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.876175:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.876176:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.876178:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 500 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876180:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 500 pid: 16023 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876184:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 500 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876190:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 500 pid: 16023 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876192:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c23d440/0xc2e84c07bf99452a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f73f expref: 500 pid: 15458 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.876197:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766553472:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.876200:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876201:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876203:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876204:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f1ab3c0/0xc2e84c07bf993bfa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f49f expref: 499 pid: 16023 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876211:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876211:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876220:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876222:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.876222:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.876225:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876227:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876228:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766553984:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.876231:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876233:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876235:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876236:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+498:2006:x1806482046475776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.876236:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876239:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967964 00010000:00010000:3.0:1722795750.876240:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876248:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.876248:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876252:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.876254:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876257:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876259:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876262:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.876262:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876265:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.876267:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+497:2004:x1806482046475648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (190us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.876267:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876269:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68a53 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876271:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046475904 00000100:00100000:0.0:1722795750.876273:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046475904 00000100:00100000:1.0:1722795750.876274:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967963 00010000:00010000:2.0:1722795750.876275:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.876278:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 498 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.876280:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876284:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.876286:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876290:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.876291:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967965 00000100:00100000:1.0:1722795750.876295:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+497:2006:x1806482046475904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.876298:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876302:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.876302:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840d80/0xc2e84c07bfa68a45 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876307:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 497 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876316:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 497 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876328:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078cfb180/0xc2e84c07bf9940b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f5fd expref: 497 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876341:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.876343:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.876345:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.876346:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876353:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876359:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476032 00000100:00100000:0.0:1722795750.876361:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.876362:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476032 00010000:00010000:1.0:1722795750.876367:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.876369:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476160 00000100:00100000:0.0:1722795750.876371:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476160 00010000:00010000:3.0:1722795750.876371:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 497 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876378:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 498 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.876384:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967966 00000100:00100000:1.0:1722795750.876386:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+498:2006:x1806482046475904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.876388:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+498:2006:x1806482046476032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.876392:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967967 00010000:00010000:3.0:1722795750.876393:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.876413:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+498:2006:x1806482046476160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.876418:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.876419:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967965 00010000:00010000:3.0:1722795750.876420:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 498 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876421:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 498 pid: 16096 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.876425:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+264:3679:x1806481766553088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2631us (2676us total) trans 4296352678 rc 0/0 00000100:00100000:2.0:1722795750.876430:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044650 00010000:00010000:3.0:1722795750.876430:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 497 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876431:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 497 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876439:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876440:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876442:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876443:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098874480/0xc2e84c07bf994967 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085f8b9 expref: 497 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.876446:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.876449:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876451:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876453:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.876455:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.876456:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876458:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.876461:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.876461:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876465:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876465:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876469:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.876470:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876475:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876479:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+496:2006:x1806482046476160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.876481:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876482:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.876485:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967967 00010000:00010000:2.0:1722795750.876485:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841200/0xc2e84c07bfa68a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876498:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+495:2006:x1806482046476032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 108us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.876503:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967966 00000100:00100000:3.0:1722795750.876560:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+264:3680:x1806481766553600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2214us (2271us total) trans 4296352677 rc 0/0 00000100:00100000:1.0:1722795750.876563:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766554624:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.876564:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044652 00000004:00080000:0.0:1722795750.876568:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d8e00/2, rc 0, transno 1385381 00000100:00100000:2.0:1722795750.876569:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+264:3679:x1806481766553344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2470us (2505us total) trans 4296352679 rc 0/0 00000100:00100000:2.0:1722795750.876573:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044651 00000100:00100000:0.0:1722795750.876577:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766553600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.876579:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876587:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c32d440/0xc2e84c07bf994f5d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fa64 expref: 494 pid: 16096 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.876590:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876595:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876595:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766554368:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.876600:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876604:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876605:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876608:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876610:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876611:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.876613:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876614:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876617:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876619:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876623:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876623:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876627:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68a5a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876627:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876631:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.876633:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876637:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876643:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.876645:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766555008:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.876651:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68a61 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.876672:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876687:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.876705:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.876705:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476416 00000100:00100000:1.0:1722795750.876709:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476416 00010000:00010000:1.0:1722795750.876720:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 494 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.876720:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476544 00000100:00100000:3.0:1722795750.876723:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476544 00000100:00100000:2.0:1722795750.876728:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+264:3680:x1806481766553728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2371us (2401us total) trans 4296352680 rc 0/0 00000100:00100000:2.0:1722795750.876734:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044653 00010000:00010000:3.0:1722795750.876735:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 495 pid: 16090 timeout: 946 lvb_type: 0 00000004:00080000:0.0:1722795750.876736:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757dad80/2, rc 0, transno 1385384 00000100:00100000:1.0:1722795750.876739:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967968 00000100:00100000:0.0:1722795750.876740:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766553728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.876743:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+495:2003:x1806482046476416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.876750:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.876755:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 495 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.876757:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766554880:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.876765:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 495 pid: 16020 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.876766:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967969 00010000:00010000:2.0:1722795750.876767:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876770:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+495:2005:x1806482046476544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.876778:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080b3d8c0/0xc2e84c07bf996004 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fe5b expref: 495 pid: 16020 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.876779:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1722795750.876784:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d8380/2, rc 0, transno 1385383 00010000:00010000:0.0:1722795750.876785:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 495 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.876788:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766553344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.876789:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.876791:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.876794:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.876794:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d8700/2, rc 0, transno 1385382 00010000:00010000:0.0:1722795750.876795:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 494 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.876797:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766553088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.876802:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876804:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766555264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.876808:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cee7cc0/0xc2e84c07bf9959c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fce8 expref: 494 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.876816:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.876819:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876821:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.876824:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876824:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766555520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.876832:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.876837:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+493:2003:x1806482046476416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.876844:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967968 00000100:00100000:2.0:1722795750.876845:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.876849:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.876877:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1722795750.876885:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876885:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766555392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.876886:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+492:2005:x1806482046476544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 113us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.876892:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+263:3678:x1806481766554112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2081us (2107us total) trans 4296352681 rc 0/0 00000100:00100000:0.0:1722795750.876893:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967969 00010000:00010000:1.0:1722795750.876894:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876898:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044654 00010000:00010000:1.0:1722795750.876902:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876905:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.876911:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876911:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766555520 00000100:00100000:3.0:1722795750.876913:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766555520 00010000:00010000:1.0:1722795750.876919:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876923:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766555392 00000100:00100000:3.0:1722795750.876925:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766555392 00010000:00010000:1.0:1722795750.876926:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818def40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.876928:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044658 00010000:00010000:1.0:1722795750.876929:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.876934:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+264:3681:x1806481766555520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.876937:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.876938:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044659 00000100:00100000:3.0:1722795750.876942:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+264:3681:x1806481766555392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.876943:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.876948:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.876949:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11278 count 1 00002000:00080000:3.0:1722795750.876952:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11277 count 1 00010000:00010000:1.0:1722795750.876957:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818def40/0xc2e84c07bfa68a6f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876961:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476288 00010000:00010000:2.0:1722795750.876961:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876963:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.876964:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476288 00010000:00010000:2.0:1722795750.876973:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 492 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876974:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 492 pid: 15458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.876977:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 492 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.876981:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.876982:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.876983:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.876983:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.876985:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.876986:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.876998:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 492 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.877004:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967970 00010000:00010000:2.0:1722795750.877005:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 492 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.877005:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 492 pid: 15458 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.877009:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+492:2006:x1806482046476288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.877012:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766555648:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.877015:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.877016:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 492 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.877018:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 492 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.877025:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 492 pid: 16031 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.877027:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766555776:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.877029:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.877035:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae9f80/0xc2e84c07bf995481 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085fb91 expref: 492 pid: 16031 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.877039:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877044:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.877044:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877046:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.877047:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877049:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.877049:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.877053:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877057:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877062:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.877064:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877069:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877075:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877079:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68a76 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.877092:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+265:3681:x1806481766554752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2079us (2120us total) trans 4296352682 rc 0/0 00000100:00100000:1.0:1722795750.877099:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044656 00010000:00010000:0.0:1722795750.877106:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877119:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1722795750.877126:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093459500/2, rc 0, transno 1385386 00000100:00100000:0.0:1722795750.877134:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+491:2006:x1806482046476288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 124us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.877134:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766554752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.877138:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967970 00010000:00010000:1.0:1722795750.877148:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877157:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877166:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877167:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+265:3681:x1806481766554496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2151us (2175us total) trans 4296352683 rc 0/0 00000100:00100000:2.0:1722795750.877172:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044657 00010000:00010000:1.0:1722795750.877174:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877181:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877188:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818ded00 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.877188:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766555136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.877191:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877198:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877201:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.877209:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877209:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766555904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.877214:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766555136 00000100:00100000:3.0:1722795750.877216:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766555136 00010000:00010000:1.0:1722795750.877217:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818ded00/0xc2e84c07bfa68a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877218:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.877227:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766555904 00000100:00100000:3.0:1722795750.877229:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766555904 00000004:00080000:2.0:1722795750.877230:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d9180/2, rc 0, transno 1385385 00000100:00100000:0.0:1722795750.877234:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044660 00000100:00100000:2.0:1722795750.877235:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766554112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.877238:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+266:3678:x1806481766555136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.877243:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044661 00002000:00080000:0.0:1722795750.877248:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11275 count 1 00000100:00100000:3.0:1722795750.877248:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+266:3678:x1806481766555904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.877256:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877258:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1722795750.877260:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11279 count 1 00010000:00010000:0.0:1722795750.877268:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 490 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877268:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766555264 00000100:00100000:2.0:1722795750.877270:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766555264 00010000:00010000:3.0:1722795750.877270:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877273:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.877273:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.877275:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.877281:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 490 pid: 16112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.877282:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044662 00000100:00100000:2.0:1722795750.877285:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+268:3679:x1806481766555264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.877288:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 490 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.877288:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.877290:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.877293:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.877294:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11276 count 1 00010000:00010000:0.0:1722795750.877297:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 490 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.877302:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.877308:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766556032:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.877310:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 490 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877315:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.877315:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 490 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877317:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.877318:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.877324:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 490 pid: 16112 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.877329:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 490 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.877331:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+268:3678:x1806481766554240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2476us (2516us total) trans 4296352684 rc 0/0 00000100:00100000:3.0:1722795750.877331:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766556160:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.877334:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.877336:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 490 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.877339:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044655 00000100:00100000:2.0:1722795750.877342:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766556288:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.877348:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.877359:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484d80 going to sleep for 11 seconds 00000004:00080000:1.0:1722795750.877366:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093458700/2, rc 0, transno 1385387 00000100:00100000:1.0:1722795750.877371:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766554496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.877373:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d9f80/2, rc 0, transno 1385388 00000100:00100000:1.0:1722795750.877376:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.877377:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766554240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.877380:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.877384:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766556544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.877385:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766556416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.877414:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.877426:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.877434:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.877436:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766556416 00000100:00100000:2.0:1722795750.877438:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766556416 00000100:00100000:2.0:1722795750.877448:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766556544 00000100:00100000:2.0:1722795750.877449:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766556544 00000100:00100000:1.0:1722795750.877452:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044663 00000100:00100000:1.0:1722795750.877458:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+269:3678:x1806481766556416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.877459:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044664 00000100:00100000:2.0:1722795750.877462:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+269:3681:x1806481766556544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.877471:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11280 count 1 00002000:00080000:2.0:1722795750.877471:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11281 count 1 00010000:00010000:2.0:1722795750.877478:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877482:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877485:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 490 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877490:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.877491:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.877493:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877494:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 490 pid: 16035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877501:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.877503:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.877503:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 490 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.877505:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.877509:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 490 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.877515:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766556800:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.877522:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 490 pid: 16035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.877527:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766556672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.877532:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.877533:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 490 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.877551:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766556928:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.877552:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.877578:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.877586:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766556672 00000100:00100000:0.0:1722795750.877590:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766556672 00000100:00100000:0.0:1722795750.877610:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044665 00000100:00100000:0.0:1722795750.877615:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+270:3680:x1806481766556672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.877627:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11282 count 1 00010000:00010000:0.0:1722795750.877638:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877654:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 490 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877662:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.877663:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.877666:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877685:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 490 pid: 16072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.877696:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 490 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.877707:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766557056:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.877729:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1900 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.878534:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.878556:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.878561:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766555648:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.878575:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.878576:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766555776:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.878578:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.878582:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476672 00000100:00100000:1.0:1722795750.878586:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476672 00000100:00100000:0.0:1722795750.878588:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.878589:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.878599:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 491 pid: 16091 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.878604:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476800 00000100:00100000:2.0:1722795750.878607:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476800 00000100:00100000:3.0:1722795750.878613:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766556160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.878617:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046476928 00000100:00100000:1.0:1722795750.878619:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046476928 00010000:00010000:2.0:1722795750.878619:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 492 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878619:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.878620:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766557056:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.878627:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 493 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.878632:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.878633:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477056 00000100:00100000:2.0:1722795750.878635:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477056 00010000:00010000:2.0:1722795750.878640:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 494 pid: 16112 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.878644:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967971 00000100:00100000:1.0:1722795750.878649:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+494:2006:x1806482046476672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.878649:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967972 00000100:00100000:0.0:1722795750.878651:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766556032:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.878654:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+494:2006:x1806482046476800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.878656:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.878658:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.878660:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967973 00010000:00010000:1.0:1722795750.878661:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 494 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878661:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.878664:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+494:2005:x1806482046476928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.878665:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 494 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.878670:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.878671:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 494 pid: 16091 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.878672:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.878672:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 494 pid: 15458 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.878674:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 494 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.878680:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 494 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878682:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800979f6880/0xc2e84c07bf996c75 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808601c6 expref: 494 pid: 15458 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.878683:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477312 00010000:00010000:1.0:1722795750.878684:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080ab2f40/0xc2e84c07bf997256 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860355 expref: 494 pid: 16091 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.878685:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477312 00010000:00010000:2.0:1722795750.878690:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008840a1c0/0xc2e84c07bf9964c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8085ffab expref: 494 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878692:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.878693:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 493 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878693:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.878695:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.878696:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.878699:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.878699:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.878700:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.878700:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.878702:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878702:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.878705:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967974 00000100:00100000:0.0:1722795750.878708:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+492:2005:x1806482046477056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.878709:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878711:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878711:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.878713:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.878716:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 492 pid: 16112 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.878722:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 492 pid: 16112 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.878722:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.878724:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.878730:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+492:2006:x1806482046476800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (172us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.878731:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f5440/0xc2e84c07bf9977ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808604cf expref: 492 pid: 16112 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.878734:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967972 00010000:00010000:0.0:1722795750.878738:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.878738:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+491:2005:x1806482046476928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.878739:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.878742:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.878743:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+490:2006:x1806482046476672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.878743:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967973 00010000:00010000:0.0:1722795750.878746:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.878747:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967975 00000100:00100000:1.0:1722795750.878751:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967971 00000100:00100000:3.0:1722795750.878751:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+489:2004:x1806482046477312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.878756:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.878757:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.878759:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878759:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 489 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.878764:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878765:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 488 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.878769:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+488:2005:x1806482046477056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.878769:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878772:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.878773:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967974 00010000:00010000:2.0:1722795750.878773:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878773:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.878774:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878777:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878779:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878781:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.878783:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878785:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.878789:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878791:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878794:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.878795:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+487:2004:x1806482046477312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.878797:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878798:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.878798:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967975 00010000:00010000:2.0:1722795750.878801:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68a7d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878810:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878814:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878814:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878818:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.878819:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878820:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878824:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878824:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878828:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878832:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.878834:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878836:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.878838:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea400/0xc2e84c07bfa68a8b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878838:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878843:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878849:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878853:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68a92 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878928:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878933:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.878937:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+273:3681:x1806481766555520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2002us (2091us total) trans 4296352685 rc 0/0 00010000:00010000:3.0:1722795750.878937:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878941:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.878942:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044658 00010000:00010000:3.0:1722795750.878945:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878949:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.878950:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878955:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.878961:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.878964:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+272:3678:x1806481766555136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1725us (1761us total) trans 4296352686 rc 0/0 00010000:00010000:2.0:1722795750.878965:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866b8900/0xc2e84c07bf9984cb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860913 expref: 486 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.878965:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68a84 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.878970:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044660 00000004:00080000:1.0:1722795750.878971:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009345aa00/2, rc 0, transno 1385389 00000100:00100000:2.0:1722795750.878974:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766556800:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.878981:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766555520:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.878984:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878989:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.878993:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879000:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879005:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879009:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879013:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.879014:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.879014:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879019:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879023:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766556928:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.879025:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879029:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68aa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.879030:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.879036:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.879039:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+272:3681:x1806481766555392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2096us (2133us total) trans 4296352688 rc 0/0 00000100:00100000:0.0:1722795750.879043:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477184 00000100:00100000:3.0:1722795750.879044:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044659 00000100:00100000:0.0:1722795750.879046:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477184 00010000:00010000:0.0:1722795750.879054:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 486 pid: 16050 timeout: 946 lvb_type: 0 00000004:00080000:1.0:1722795750.879056:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093458000/2, rc 0, transno 1385392 00000100:00100000:3.0:1722795750.879058:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477440 00000100:00100000:3.0:1722795750.879061:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477440 00000100:00100000:1.0:1722795750.879062:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093458000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766555392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.879067:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967976 00010000:00010000:3.0:1722795750.879069:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 487 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.879070:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+487:2005:x1806482046477184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.879075:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.879077:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 487 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.879083:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 487 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.879090:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967977 00000100:00100000:3.0:1722795750.879093:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+487:2005:x1806482046477440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.879095:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.879096:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.879098:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879098:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.879100:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 487 pid: 16072 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.879103:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879106:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 487 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.879109:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+272:3681:x1806481766556544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1644us (1682us total) trans 4296352689 rc 0/0 00010000:00010000:0.0:1722795750.879110:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.879116:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044664 00010000:00010000:3.0:1722795750.879119:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ac98c0/0xc2e84c07bf998f21 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860ebc expref: 487 pid: 16072 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.879120:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+487:2005:x1806482046477184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.879124:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967976 00000004:00080000:1.0:1722795750.879125:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f3100/2, rc 0, transno 1385393 00010000:00010000:3.0:1722795750.879127:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.879128:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.879130:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879132:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766556544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.879134:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879138:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766557184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.879148:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.879152:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879155:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795750.879157:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879161:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766557440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.879161:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+485:2005:x1806482046477440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.879162:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879164:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.879165:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967977 00010000:00010000:0.0:1722795750.879166:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.879170:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.879177:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.879179:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.879183:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879186:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795750.879186:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009345b800/2, rc 0, transno 1385390 00010000:00010000:0.0:1722795750.879189:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879192:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766555136:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.879193:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68aae lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879200:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.879206:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766557312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.879214:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+271:3678:x1806481766555904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1966us (1995us total) trans 4296352687 rc 0/0 00000100:00100000:3.0:1722795750.879218:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044661 00000100:00100000:1.0:1722795750.879219:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766557568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.879224:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.879225:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766557184 00000100:00100000:3.0:1722795750.879227:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766557184 00000100:00100000:3.0:1722795750.879236:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766557440 00000100:00100000:1.0:1722795750.879237:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.879238:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766557440 00000004:00080000:2.0:1722795750.879245:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009345a680/2, rc 0, transno 1385391 00000100:00100000:3.0:1722795750.879246:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766557312 00000100:00100000:3.0:1722795750.879247:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766557312 00000100:00100000:2.0:1722795750.879250:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766555904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.879252:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766557568 00000100:00100000:3.0:1722795750.879253:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766557568 00000100:00100000:1.0:1722795750.879259:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044666 00000100:00100000:1.0:1722795750.879264:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+275:3678:x1806481766557184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.879267:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044667 00000100:00100000:3.0:1722795750.879271:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044668 00000100:00100000:2.0:1722795750.879272:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+275:3681:x1806481766557440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.879274:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+275:3678:x1806481766557312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.879277:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11283 count 1 00000100:00100000:0.0:1722795750.879279:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+275:3680:x1806481766556672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1664us (1726us total) trans 4296352690 rc 0/0 00000100:00100000:3.0:1722795750.879283:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044669 00000100:00100000:0.0:1722795750.879286:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044665 00000100:00100000:3.0:1722795750.879286:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+275:3681:x1806481766557568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.879287:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.879292:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11285 count 1 00002000:00080000:3.0:1722795750.879295:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11286 count 1 00010000:00010000:1.0:1722795750.879298:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 484 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879302:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879303:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879306:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1722795750.879307:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f0380/2, rc 0, transno 1385394 00010000:00010000:1.0:1722795750.879307:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1722795750.879310:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766556672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.879310:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879310:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 484 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879315:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 484 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879315:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.879316:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.879319:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879322:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879323:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.879325:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 484 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879325:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879335:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 484 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.879336:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 484 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.879337:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.879344:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 484 pid: 16034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879345:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766557696:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.879346:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 484 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.879348:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477568 00000100:00100000:0.0:1722795750.879350:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477568 00010000:00010000:2.0:1722795750.879355:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 485 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.879356:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766557824:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.879358:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 485 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.879364:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.879369:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967978 00000100:00100000:0.0:1722795750.879372:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+485:2005:x1806482046477568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.879372:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766557952:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.879377:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.879379:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 485 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.879379:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.879385:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 485 pid: 16035 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.879393:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c33180/0xc2e84c07bf997cdd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80860618 expref: 485 pid: 16035 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.879393:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.879418:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.879419:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.879421:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.879426:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.879436:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1722795750.879439:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11284 count 1 00010000:00010000:1.0:1722795750.879446:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879446:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007563e1c0/0xc2e84c07bf996885 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808600bc expref: 484 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.879447:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.879449:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+484:2005:x1806482046477568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.879452:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967978 00010000:00010000:1.0:1722795750.879455:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879455:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 483 pid: 16082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.879456:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766556288:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.879459:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879460:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879462:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879466:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879469:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879471:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879473:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 482 pid: 16082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879475:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879477:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879479:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 482 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.879480:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879484:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879484:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879485:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766558336:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.879488:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879491:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.879491:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96af40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.879493:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879494:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879497:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879501:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.879502:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879504:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879510:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766558080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.879512:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879512:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68a99 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879519:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68aa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879522:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.879534:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.879537:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766558208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.879549:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.879560:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766558080 00000100:00100000:2.0:1722795750.879562:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766558080 00000100:00100000:2.0:1722795750.879572:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766558208 00000100:00100000:2.0:1722795750.879573:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766558208 00000100:00100000:2.0:1722795750.879581:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044670 00000100:00100000:2.0:1722795750.879584:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+278:3678:x1806481766558080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.879592:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11287 count 1 00010000:00010000:2.0:1722795750.879599:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.879599:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+278:3679:x1806481766555264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2311us (2338us total) trans 4296352691 rc 0/0 00000100:00100000:3.0:1722795750.879605:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044662 00010000:00010000:2.0:1722795750.879606:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 482 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879610:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879611:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879613:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879622:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 482 pid: 16081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.879622:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044671 00000100:00100000:3.0:1722795750.879627:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+277:3678:x1806481766558208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.879628:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 482 pid: 16081 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.879634:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766558464:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795750.879639:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11288 count 1 00000100:00100000:1.0:1722795750.879641:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+277:3678:x1806481766556416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2182us (2242us total) trans 4296352692 rc 0/0 00000100:00100000:1.0:1722795750.879649:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044663 00010000:00010000:3.0:1722795750.879649:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879658:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484d80 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.879661:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 482 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879667:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.879669:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.879671:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.879675:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801340f0000/2, rc 0, transno 1385396 00000100:00100000:2.0:1722795750.879679:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766556416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.879689:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 482 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.879698:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 482 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.879709:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766558592:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.879715:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795750.879723:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766558720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.879727:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.879745:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795750.879747:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009345a300/2, rc 0, transno 1385395 00000100:00100000:3.0:1722795750.879750:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766555264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.879783:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766558720 00000100:00100000:2.0:1722795750.879787:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766558720 00000100:00100000:0.0:1722795750.879794:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795750.879804:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071793b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766558848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.879805:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044672 00000100:00100000:2.0:1722795750.879809:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+277:3681:x1806481766558720:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.879825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795750.879831:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11289 count 1 00010000:00010000:2.0:1722795750.879840:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879843:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766558848 00000100:00100000:1.0:1722795750.879847:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766558848 00010000:00010000:2.0:1722795750.879850:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 482 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.879857:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879858:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.879875:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879884:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044673 00010000:00010000:2.0:1722795750.879889:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 482 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.879890:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+278:3680:x1806481766558848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.879895:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 482 pid: 16033 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.879913:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11290 count 1 00000100:00100000:2.0:1722795750.879914:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766558976:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.879923:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.879931:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.879934:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 482 pid: 16044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879941:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.879943:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.879946:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879961:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 482 pid: 16044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.879972:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 482 pid: 16044 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.879982:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766559104:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.880003:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.880612:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766557824:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.880622:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.880629:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766558336:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.880641:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.880641:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.880655:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477952 00000100:00100000:0.0:1722795750.880657:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477952 00000100:00100000:2.0:1722795750.880661:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.880666:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 483 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.880675:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766557696:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.880679:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477824 00000100:00100000:2.0:1722795750.880680:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.880681:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477824 00010000:00010000:0.0:1722795750.880686:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 484 pid: 16082 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.880686:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766558464:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.880694:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046477696 00010000:00010000:1.0:1722795750.880695:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880695:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.880696:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046477696 00010000:00010000:0.0:1722795750.880700:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 485 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.880702:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.880708:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766558592:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.880710:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478080 00000100:00100000:0.0:1722795750.880712:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478080 00000100:00100000:2.0:1722795750.880712:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.880713:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.880716:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 486 pid: 16115 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.880719:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478208 00000100:00100000:1.0:1722795750.880722:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478208 00000100:00100000:0.0:1722795750.880725:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967979 00000100:00100000:2.0:1722795750.880726:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.880728:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+487:2003:x1806482046477952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.880733:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.880735:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 487 pid: 16081 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.880735:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766558976:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.880736:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 487 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.880741:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.880741:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.880745:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 487 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.880752:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478336 00010000:00010000:0.0:1722795750.880754:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.880754:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478336 00010000:00010000:0.0:1722795750.880755:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880757:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.880757:0:16157:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478464 00000100:00100000:1.0:1722795750.880759:0:16157:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478464 00010000:00010000:0.0:1722795750.880761:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880764:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 489 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.880768:0:16157:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 489 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880770:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.880778:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967980 00000100:00100000:2.0:1722795750.880781:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+489:2006:x1806482046477824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.880785:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+489:2003:x1806482046477952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.880786:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967981 00010000:00010000:2.0:1722795750.880788:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.880792:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+489:2006:x1806482046477696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.880792:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 489 pid: 16082 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.880792:0:16119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967982 00000100:00100000:3.0:1722795750.880796:0:16119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+489:2006:x1806482046478080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.880798:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967979 00010000:00010000:1.0:1722795750.880799:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.880799:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 489 pid: 16082 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880803:0:16119:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.880804:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 489 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880806:0:16119:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 488 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.880808:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a342880/0xc2e84c07bf99a230 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861824 expref: 488 pid: 16082 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.880809:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967983 00000100:00100000:0.0:1722795750.880812:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+488:2006:x1806482046478208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.880813:0:16119:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 488 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.880814:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 487 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880816:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.880816:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.880817:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.880819:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.880820:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 487 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880822:0:16119:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087650b40/0xc2e84c07bf999dad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808616f7 expref: 487 pid: 16115 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880826:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 487 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.880827:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880828:0:16157:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dfed00/0xc2e84c07bf99ad89 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861b11 expref: 486 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880831:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.880832:0:16119:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880833:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009657a640/0xc2e84c07bf99b451 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861d09 expref: 486 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880834:0:16119:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880837:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.880839:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.880839:0:16119:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880840:0:16157:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880841:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880842:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880844:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880844:0:16157:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880846:0:16119:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.880849:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.880850:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+484:2006:x1806482046477824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (189us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.880852:0:16157:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.880854:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967980 00010000:00010000:0.0:1722795750.880857:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.880859:0:16119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+484:2006:x1806482046478080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.880880:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.880882:0:16119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967982 00000100:00100000:0.0:1722795750.880884:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+483:2006:x1806482046478208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.880888:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967983 00000100:00100000:2.0:1722795750.880899:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967984 00000100:00100000:0.0:1722795750.880902:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967985 00000100:00100000:2.0:1722795750.880903:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+481:2006:x1806482046478336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.880906:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+481:2006:x1806482046478464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.880908:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.880909:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:96d98dce-bbc8-4784-93bd-51fea7efb2b3+481:2006:x1806482046477696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 116us (227us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.880910:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.880911:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 481 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880913:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 481 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880914:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.880917:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967981 00010000:00010000:2.0:1722795750.880917:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 481 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880919:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 481 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880919:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880925:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357c3840/0xc2e84c07bf99b9fa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861e59 expref: 481 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.880927:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800886ab600/0xc2e84c07bf99bfe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80861fbe expref: 480 pid: 16033 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.880928:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880932:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.880933:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.880934:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880935:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.880935:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.880936:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880936:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880937:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880940:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.880941:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880942:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880942:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880944:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880946:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.880950:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.880952:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880952:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.880952:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.880956:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68abc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.880959:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+478:2006:x1806482046478464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (218us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.880960:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.880962:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967985 00000100:00100000:2.0:1722795750.880963:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+478:2006:x1806482046478336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.880967:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967984 00010000:00010000:1.0:1722795750.880968:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880975:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880981:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.880981:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880984:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880986:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880990:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880994:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.880997:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.880999:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881002:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.881004:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881008:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881008:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881015:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68ab5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881017:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881022:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68aca lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881025:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.881037:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478592 00000100:00100000:0.0:1722795750.881040:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478592 00000100:00100000:3.0:1722795750.881045:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+279:3681:x1806481766557568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1757us (1807us total) trans 4296352693 rc 0/0 00010000:00010000:0.0:1722795750.881048:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 477 pid: 16044 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.881050:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044669 00000100:00100000:0.0:1722795750.881059:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967986 00000100:00100000:0.0:1722795750.881062:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+477:2005:x1806482046478592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.881063:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881067:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.881068:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881069:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 477 pid: 16044 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.881073:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881076:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 477 pid: 16044 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.881077:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881082:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881083:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.881084:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.881086:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881087:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.881090:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881091:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881097:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881099:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.881107:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881109:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+477:2005:x1806482046478592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.881113:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967986 00000100:00100000:2.0:1722795750.881113:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+280:3678:x1806481766557312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1837us (1888us total) trans 4296352694 rc 0/0 00010000:00010000:3.0:1722795750.881113:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68adf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881118:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044668 00000004:00080000:0.0:1722795750.881135:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f931c00/2, rc 0, transno 1385397 00000004:00080000:2.0:1722795750.881139:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930000/2, rc 0, transno 1385398 00000100:00100000:2.0:1722795750.881142:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766557312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.881143:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766557568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.881148:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+279:3678:x1806481766557184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1882us (1982us total) trans 4296352695 rc 0/0 00000004:00080000:2.0:1722795750.881148:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f931500/2, rc 0, transno 1385399 00000100:00100000:2.0:1722795750.881150:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766557184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.881156:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044666 00010000:00010000:2.0:1722795750.881163:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990a06c0/0xc2e84c07bf99a842 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808619ba expref: 476 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.881171:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766557952:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.881179:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881184:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881188:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881193:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881198:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881202:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881206:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.881207:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881211:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881218:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881221:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766559488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.881221:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.881222:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+279:3681:x1806481766558720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1412us (1476us total) trans 4296352696 rc 0/0 00000100:00100000:3.0:1722795750.881227:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044672 00010000:00010000:3.0:1722795750.881242:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881243:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.881247:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881251:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881255:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881259:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881263:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.881265:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881269:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.881273:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933800/2, rc 0, transno 1385400 00010000:00010000:3.0:1722795750.881275:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881279:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881285:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766558720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.881315:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932d80/2, rc 0, transno 1385401 00000100:00100000:2.0:1722795750.881315:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+280:3681:x1806481766557440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2042us (2128us total) trans 4296352697 rc 0/0 00000100:00100000:0.0:1722795750.881318:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766557440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881320:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044667 00000100:00100000:0.0:1722795750.881324:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766559616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881330:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766559488 00000100:00100000:2.0:1722795750.881333:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766559488 00000100:00100000:0.0:1722795750.881338:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.881344:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766559616 00000100:00100000:2.0:1722795750.881345:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766559616 00000100:00100000:1.0:1722795750.881355:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044674 00000100:00100000:3.0:1722795750.881356:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+281:3678:x1806481766558208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1727us (1804us total) trans 4296352698 rc 0/0 00000100:00100000:2.0:1722795750.881359:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044675 00000100:00100000:1.0:1722795750.881360:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+281:3680:x1806481766559488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881362:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+281:3681:x1806481766559616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.881362:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044671 00002000:00080000:2.0:1722795750.881371:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11294 count 1 00002000:00080000:1.0:1722795750.881373:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11293 count 1 00010000:00010000:2.0:1722795750.881378:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881380:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881383:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881385:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881386:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881389:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881390:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.881391:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.881393:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881393:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881416:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 475 pid: 16080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881420:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881423:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881424:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.881424:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.881425:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881426:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.881429:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881430:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.881430:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881436:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881437:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800801c0d80/0xc2e84c07bf99c545 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862131 expref: 475 pid: 16044 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.881437:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766559872:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.881441:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68ad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881446:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766559104:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.881453:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 474 pid: 16080 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881455:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.881458:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881463:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881463:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 474 pid: 16080 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.881465:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071793100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.881468:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881472:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.881473:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766560000:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.881477:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881477:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.881481:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881484:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.881486:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881486:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.881491:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.881494:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.881496:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.881498:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881502:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc240/0xc2e84c07bfa68ae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.881506:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932680/2, rc 0, transno 1385402 00000100:00100000:2.0:1722795750.881511:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766558208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881515:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.881518:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881529:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.881538:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+281:3678:x1806481766558080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1951us (2012us total) trans 4296352699 rc 0/0 00000100:00100000:2.0:1722795750.881539:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766559232 00000100:00100000:2.0:1722795750.881541:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766559232 00000100:00100000:3.0:1722795750.881544:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044670 00000100:00100000:2.0:1722795750.881550:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766559744 00000100:00100000:2.0:1722795750.881551:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766559744 00000100:00100000:2.0:1722795750.881557:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766559360 00000100:00100000:2.0:1722795750.881558:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766559360 00000100:00100000:1.0:1722795750.881564:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044676 00000100:00100000:1.0:1722795750.881569:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+284:3678:x1806481766559232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881576:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044677 00000100:00100000:2.0:1722795750.881579:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+284:3678:x1806481766559744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.881581:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11291 count 1 00002000:00080000:2.0:1722795750.881587:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11295 count 1 00010000:00010000:1.0:1722795750.881590:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881594:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881601:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 474 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881602:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 474 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881606:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.881607:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.881608:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.881608:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881610:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.881611:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044678 00010000:00010000:1.0:1722795750.881613:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.881615:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+284:3678:x1806481766559360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.881618:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 474 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881622:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+284:3680:x1806481766558848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1730us (1794us total) trans 4296352700 rc 0/0 00002000:00080000:3.0:1722795750.881624:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11292 count 1 00010000:00010000:1.0:1722795750.881628:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 474 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881628:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 474 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.881629:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044673 00010000:00010000:3.0:1722795750.881631:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881634:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766560256:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.881638:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 474 pid: 16034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.881643:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 474 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.881643:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.881644:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.881645:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.881648:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.881653:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766560384:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.881656:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 474 pid: 16034 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.881657:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071793b80/2, rc 0, transno 1385404 00000004:00080000:2.0:1722795750.881661:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f932a00/2, rc 0, transno 1385403 00010000:00010000:3.0:1722795750.881662:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 474 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.881665:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071793b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766558848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881665:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766558080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.881668:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.881672:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766560128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.881673:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.881673:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766560512:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.881684:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.881689:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.881699:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766560128 00000100:00100000:3.0:1722795750.881701:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766560128 00000100:00100000:0.0:1722795750.881713:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766560640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.881721:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044679 00000100:00100000:3.0:1722795750.881724:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+284:3678:x1806481766560128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.881732:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11296 count 1 00000100:00100000:0.0:1722795750.881734:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.881738:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881745:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 474 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.881749:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795750.881749:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766560640 00010000:00010000:3.0:1722795750.881750:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.881750:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.881752:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.881753:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766560640 00000100:00100000:0.0:1722795750.881754:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766560768:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.881762:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 474 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.881767:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 474 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.881770:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.881773:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766560896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.881776:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766560768 00000100:00100000:1.0:1722795750.881778:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766560768 00000100:00100000:3.0:1722795750.881788:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.881793:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044680 00000100:00100000:0.0:1722795750.881797:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044681 00000100:00100000:2.0:1722795750.881797:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+286:3680:x1806481766560640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.881801:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+286:3680:x1806481766560768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.881807:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11297 count 1 00002000:00080000:0.0:1722795750.881810:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11298 count 1 00010000:00010000:2.0:1722795750.881814:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881818:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881821:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 474 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881825:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.881826:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 474 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881826:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.881828:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881830:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.881831:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.881833:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881839:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 474 pid: 16048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.881843:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 474 pid: 16085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.881846:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 474 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.881850:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 474 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.881852:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766561024:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.881857:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766561152:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.881884:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484d80 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.881889:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1840 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.882773:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.882783:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478848 00000100:00100000:0.0:1722795750.882785:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478848 00010000:00010000:0.0:1722795750.882794:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 475 pid: 16080 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.882796:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766560384:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.882805:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766560256:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.882806:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967987 00000100:00100000:0.0:1722795750.882809:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+475:2005:x1806482046478848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.882810:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882814:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.882817:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 475 pid: 16080 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.882819:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766559872:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.882821:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882822:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 475 pid: 16080 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.882831:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba7af40/0xc2e84c07bf99d384 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808624f0 expref: 475 pid: 16080 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.882831:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766560000:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.882835:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882838:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.882839:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.882841:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882846:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882852:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882854:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.882876:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882884:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.882885:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+474:2005:x1806482046478848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.882889:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967987 00010000:00010000:1.0:1722795750.882892:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882905:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882912:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882918:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.882921:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882927:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.882938:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.882942:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766560512:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.882946:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68af4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.882951:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.882959:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.882971:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.882972:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479104 00000100:00100000:0.0:1722795750.882975:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479104 00010000:00010000:0.0:1722795750.882982:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 474 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.882988:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.882988:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766560896:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.882992:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478720 00000100:00100000:0.0:1722795750.882994:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478720 00010000:00010000:3.0:1722795750.882995:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.882998:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.882998:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046478976 00000100:00100000:2.0:1722795750.883001:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046478976 00000100:00100000:0.0:1722795750.883006:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967988 00000100:00100000:0.0:1722795750.883009:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+476:2005:x1806482046479104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.883012:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 476 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.883013:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.883016:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 476 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.883021:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 476 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883026:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967989 00010000:00010000:0.0:1722795750.883030:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800808a6ac0/0xc2e84c07bf99ca54 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086228f expref: 476 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883030:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+476:2005:x1806482046478720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.883035:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967990 00010000:00010000:2.0:1722795750.883036:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.883037:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.883038:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.883039:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.883040:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883041:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+475:2005:x1806482046478976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.883044:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883047:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.883050:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.883051:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+287:3680:x1806481766559488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1689us (1807us total) trans 4296352701 rc 0/0 00010000:00010000:0.0:1722795750.883055:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.883056:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a02b61c0/0xc2e84c07bf99d846 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086260f expref: 475 pid: 16037 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.883056:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 475 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.883058:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044674 00010000:00010000:2.0:1722795750.883064:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.883066:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.883066:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 474 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.883068:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883072:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883073:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+474:2005:x1806482046479104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.883079:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967988 00010000:00010000:3.0:1722795750.883080:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801353c4d80/0xc2e84c07bf99dcc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862790 expref: 474 pid: 16059 timeout: 946 lvb_type: 0 00000004:00080000:1.0:1722795750.883082:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071792300/2, rc 0, transno 1385405 00010000:00010000:2.0:1722795750.883082:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.883089:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766559488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.883093:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.883094:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.883096:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+472:2005:x1806482046478720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 65us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.883096:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883100:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967989 00010000:00010000:3.0:1722795750.883101:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883102:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883110:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883113:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.883114:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883118:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883118:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883123:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883125:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883127:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883129:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+471:2005:x1806482046478976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.883132:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883134:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967990 00010000:00010000:1.0:1722795750.883138:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.883138:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883141:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883145:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.883145:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.883148:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883149:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883151:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883155:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883157:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883159:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883162:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883165:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68afb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883165:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883166:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883171:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68aed lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883171:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883178:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.883180:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883184:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883190:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883194:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68b02 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883202:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766561152:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.883206:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479232 00000100:00100000:3.0:1722795750.883209:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479232 00010000:00010000:0.0:1722795750.883215:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883216:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 471 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.883235:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766561024:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.883236:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967991 00000100:00100000:3.0:1722795750.883239:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+471:2005:x1806482046479232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.883243:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883244:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.883247:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 471 pid: 16034 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.883252:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 471 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.883259:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+288:3678:x1806481766559232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1688us (1779us total) trans 4296352702 rc 0/0 00010000:00010000:3.0:1722795750.883260:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800808a6f40/0xc2e84c07bf99cf40 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808623c3 expref: 471 pid: 16034 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.883266:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044676 00010000:00010000:3.0:1722795750.883266:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.883267:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.883269:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883274:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883282:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.883289:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.883296:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+470:2005:x1806482046479232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.883298:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+287:3681:x1806481766559616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1934us (1958us total) trans 4296352703 rc 0/0 00000100:00100000:3.0:1722795750.883299:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967991 00000100:00100000:0.0:1722795750.883301:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479360 00000100:00100000:0.0:1722795750.883303:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479360 00000100:00100000:2.0:1722795750.883304:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044675 00010000:00010000:0.0:1722795750.883311:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 470 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883321:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766561280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.883329:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967992 00000100:00100000:0.0:1722795750.883332:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+470:2005:x1806482046479360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.883334:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.883337:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.883339:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 470 pid: 16057 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.883345:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 470 pid: 16057 timeout: 946 lvb_type: 0 00000004:00080000:2.0:1722795750.883347:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071793100/2, rc 0, transno 1385406 00010000:00010000:0.0:1722795750.883353:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880076475200/0xc2e84c07bf99e31a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086299d expref: 470 pid: 16057 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883359:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071793100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.883361:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.883362:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.883364:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883368:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883370:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766561280 00000100:00100000:2.0:1722795750.883372:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766561280 00010000:00010000:0.0:1722795750.883377:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.883383:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044682 00000100:00100000:2.0:1722795750.883386:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+288:3678:x1806481766561280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.883391:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2005:x1806482046479360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (103us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795750.883411:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11299 count 1 00010000:00010000:2.0:1722795750.883420:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883421:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967992 00010000:00010000:2.0:1722795750.883428:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 469 pid: 16059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883432:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.883433:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.883435:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883446:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 468 pid: 16059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883449:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+288:3678:x1806481766559744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1867us (1950us total) trans 4296352704 rc 0/0 00000004:00080000:0.0:1722795750.883450:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071791180/2, rc 0, transno 1385407 00010000:00010000:2.0:1722795750.883451:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 468 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.883454:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044677 00000100:00100000:0.0:1722795750.883458:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766559616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.883458:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766561536:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.883468:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883473:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883474:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.883478:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883485:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883487:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1722795750.883488:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930700/2, rc 0, transno 1385408 00010000:00010000:3.0:1722795750.883489:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883491:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.883493:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.883494:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.883494:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883495:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766561664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.883498:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766561408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.883498:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883503:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1722795750.883505:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883508:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68b10 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883511:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766561792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.883512:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.883536:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.883537:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766561408 00000100:00100000:2.0:1722795750.883540:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766561408 00000100:00100000:1.0:1722795750.883549:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.883550:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479488 00000100:00100000:2.0:1722795750.883551:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044683 00000100:00100000:0.0:1722795750.883553:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479488 00000100:00100000:2.0:1722795750.883553:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+289:3678:x1806481766561408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.883562:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11300 count 1 00010000:00010000:0.0:1722795750.883564:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 469 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.883566:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766561792 00010000:00010000:2.0:1722795750.883568:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883569:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766561792 00010000:00010000:2.0:1722795750.883576:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883580:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.883581:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.883582:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883586:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044684 00000100:00100000:0.0:1722795750.883587:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967993 00000100:00100000:1.0:1722795750.883591:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+290:3680:x1806481766561792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.883592:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2006:x1806482046479488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.883592:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883597:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.883599:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.883603:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 469 pid: 16048 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.883603:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11302 count 1 00000100:00100000:2.0:1722795750.883604:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766561920:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.883609:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 469 pid: 16048 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.883613:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883617:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d309b00/0xc2e84c07bf99e8b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862b2c expref: 469 pid: 16048 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883617:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.883617:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+290:3678:x1806481766560128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1889us (1929us total) trans 4296352705 rc 0/0 00000100:00100000:3.0:1722795750.883623:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044679 00010000:00010000:1.0:1722795750.883624:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 468 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883625:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.883626:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.883628:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.883629:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078254000/2, rc 0, transno 1385409 00010000:00010000:1.0:1722795750.883631:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.883632:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883632:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.883632:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766560128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.883635:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883639:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883644:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883649:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883651:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 468 pid: 16081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883654:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883658:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883660:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 468 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.883661:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.883663:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883667:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883669:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.883670:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766562048:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.883673:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883677:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883680:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479616 00000100:00100000:2.0:1722795750.883682:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479616 00010000:00010000:0.0:1722795750.883690:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.883690:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.883691:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 469 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.883702:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967994 00000100:00100000:0.0:1722795750.883705:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2006:x1806482046479488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 112us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.883705:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2004:x1806482046479616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.883709:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967993 00010000:00010000:2.0:1722795750.883710:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.883712:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 469 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.883718:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 468 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.883724:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.883727:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007184af40/0xc2e84c07bf99ed8c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80862cbb expref: 468 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.883734:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.883735:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.883737:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883739:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883739:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766561664 00000100:00100000:1.0:1722795750.883742:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766561664 00010000:00010000:2.0:1722795750.883742:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883744:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883749:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.883751:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.883753:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883753:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+291:3678:x1806481766559360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2137us (2221us total) trans 4296352706 rc 0/0 00010000:00010000:0.0:1722795750.883757:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883757:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044685 00010000:00010000:0.0:1722795750.883760:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.883761:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044678 00010000:00010000:0.0:1722795750.883762:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883762:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+291:3681:x1806481766561664:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.883763:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+467:2004:x1806482046479616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (94us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.883767:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.883767:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967994 00002000:00080000:1.0:1722795750.883772:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11301 count 1 00010000:00010000:0.0:1722795750.883773:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883773:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1722795750.883777:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68b17 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883779:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766562176:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.883780:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.883791:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 466 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883793:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.883797:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.883799:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.883801:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.883806:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880071791500/2, rc 0, transno 1385410 00000100:00100000:3.0:1722795750.883807:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766562176 00000100:00100000:3.0:1722795750.883809:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766562176 00000100:00100000:2.0:1722795750.883814:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766559360:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.883816:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 466 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883818:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044686 00000100:00100000:3.0:1722795750.883821:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+292:3679:x1806481766562176:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.883825:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 466 pid: 16085 timeout: 946 lvb_type: 0 00002000:00080000:3.0:1722795750.883830:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11303 count 1 00000100:00100000:1.0:1722795750.883834:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766562304:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.883837:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883845:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 466 pid: 16023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.883850:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.883851:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.883852:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.883853:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.883879:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 466 pid: 16023 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.883881:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+292:3680:x1806481766560640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2082us (2146us total) trans 4296352707 rc 0/0 00010000:00010000:3.0:1722795750.883885:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 466 pid: 16023 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.883886:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044680 00000100:00100000:3.0:1722795750.883892:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766562432:192.168.201.15@tcp:104: 00000004:00080000:1.0:1722795750.883896:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078255880/2, rc 0, transno 1385411 00000100:00100000:1.0:1722795750.883900:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766560640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.883901:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883904:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.883906:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883911:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883915:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883919:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883926:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.883928:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883932:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883933:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766562560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.883938:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.883942:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68b1e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.883948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.883952:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766562688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.883963:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766562560 00000100:00100000:3.0:1722795750.883965:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766562560 00000100:00100000:1.0:1722795750.883972:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.883978:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766562688 00000100:00100000:3.0:1722795750.883979:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766562688 00000100:00100000:2.0:1722795750.883987:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044687 00000100:00100000:3.0:1722795750.883991:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044688 00000100:00100000:2.0:1722795750.883992:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+294:3679:x1806481766562560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.883993:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+294:3680:x1806481766562688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.884001:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11305 count 1 00002000:00080000:2.0:1722795750.884002:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11304 count 1 00010000:00010000:2.0:1722795750.884009:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884009:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884016:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 466 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.884017:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 466 pid: 15441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.884020:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+294:3680:x1806481766560768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2218us (2249us total) trans 4296352708 rc 0/0 00010000:00010000:3.0:1722795750.884020:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.884021:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.884021:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.884022:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.884022:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.884024:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044681 00010000:00010000:2.0:1722795750.884024:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.884032:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078254380/2, rc 0, transno 1385412 00010000:00010000:3.0:1722795750.884032:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 466 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.884034:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 466 pid: 15441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884037:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 466 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.884040:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766560768:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.884040:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 466 pid: 15441 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.884043:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766562816:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.884047:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766562944:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.884055:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.884061:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.884072:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766563072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.884085:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.884097:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766563072 00000100:00100000:3.0:1722795750.884099:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766563072 00000100:00100000:3.0:1722795750.884111:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044689 00000100:00100000:3.0:1722795750.884113:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+294:3681:x1806481766563072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.884120:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11306 count 1 00010000:00010000:3.0:1722795750.884126:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884134:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 466 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884137:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.884138:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.884140:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884149:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 466 pid: 16025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.884155:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 466 pid: 16025 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.884160:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766563200:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.884183:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.885283:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.885296:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766562048:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.885299:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.885306:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766561920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.885310:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885312:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.885315:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766561536:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.885319:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479872 00000100:00100000:0.0:1722795750.885321:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479872 00010000:00010000:2.0:1722795750.885323:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885329:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885330:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 467 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.885332:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766562304:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.885336:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046479744 00000100:00100000:2.0:1722795750.885339:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046479744 00010000:00010000:1.0:1722795750.885341:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885343:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480000 00000100:00100000:0.0:1722795750.885345:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480000 00010000:00010000:0.0:1722795750.885350:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885350:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 469 pid: 16081 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.885359:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967995 00000100:00100000:0.0:1722795750.885362:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2006:x1806482046479872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.885366:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967996 00010000:00010000:0.0:1722795750.885367:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.885370:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 469 pid: 16059 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.885370:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2006:x1806482046480000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.885374:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967997 00010000:00010000:0.0:1722795750.885375:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 469 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885376:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.885380:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+469:2006:x1806482046479744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.885380:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.885384:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f285200/0xc2e84c07bf9a0190 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863dd9 expref: 469 pid: 16059 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885386:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 469 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.885388:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.885389:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885391:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885392:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885393:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 468 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885411:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1b9ef40/0xc2e84c07bf9a05f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80863f30 expref: 468 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.885419:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885420:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.885421:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.885422:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 467 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885423:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885427:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885429:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.885435:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd8ad00/0xc2e84c07bf9a10ee lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086427f expref: 467 pid: 16081 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885436:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.885444:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+467:2006:x1806482046479872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.885449:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967995 00010000:00010000:1.0:1722795750.885451:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.885453:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.885453:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+466:2006:x1806482046480000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.885456:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.885458:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967996 00010000:00010000:1.0:1722795750.885463:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885473:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885477:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.885478:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885483:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885487:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885491:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885494:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.885495:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+464:2006:x1806482046479744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 114us (194us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.885496:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885500:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.885502:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967997 00010000:00010000:2.0:1722795750.885506:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885513:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68b2c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885519:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.885520:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885522:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885525:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885530:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885531:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885534:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885538:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885539:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885542:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.885544:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885546:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885548:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885553:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885556:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885560:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885565:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.885569:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885575:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885584:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885592:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885597:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.885602:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+296:3678:x1806481766561408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2047us (2088us total) trans 4296352709 rc 0/0 00000100:00100000:0.0:1722795750.885605:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480128 00000100:00100000:0.0:1722795750.885607:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480128 00000100:00100000:2.0:1722795750.885607:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044683 00000100:00100000:1.0:1722795750.885611:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480256 00000100:00100000:1.0:1722795750.885614:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480256 00010000:00010000:0.0:1722795750.885615:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 464 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.885624:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 465 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.885626:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967998 00000004:00080000:2.0:1722795750.885626:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078257800/2, rc 0, transno 1385413 00000100:00100000:0.0:1722795750.885629:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+465:2006:x1806482046480128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.885631:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766561408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.885633:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.885636:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 465 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.885641:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 465 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.885649:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096abb3c0/0xc2e84c07bf9a0b6f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808640db expref: 465 pid: 16085 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.885649:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967999 00000100:00100000:1.0:1722795750.885654:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+464:2003:x1806482046480256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.885657:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885658:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885660:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.885661:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078256a00/2, rc 0, transno 1385414 00010000:00010000:1.0:1722795750.885663:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.885664:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.885664:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766561280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.885664:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+295:3678:x1806481766561280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2275us (2326us total) trans 4296352710 rc 0/0 00010000:00010000:1.0:1722795750.885667:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 464 pid: 16086 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.885672:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044682 00010000:00010000:0.0:1722795750.885674:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.885675:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766562944:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.885676:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 464 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885683:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885686:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+464:2006:x1806482046480128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (168us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.885687:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.885689:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.885690:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967998 00010000:00010000:1.0:1722795750.885692:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.885699:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885705:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079dbba80/0xc2e84c07bf9a254d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086468b expref: 463 pid: 16086 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.885710:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.885712:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.885716:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766562816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.885728:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480384 00000100:00100000:1.0:1722795750.885728:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+462:2003:x1806482046480256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.885729:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885731:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480384 00000100:00100000:1.0:1722795750.885734:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967999 00000100:00100000:2.0:1722795750.885734:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.885738:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885742:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 463 pid: 16023 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.885743:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480512 00010000:00010000:3.0:1722795750.885743:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.885745:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480512 00010000:00010000:3.0:1722795750.885748:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885752:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885753:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 463 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.885756:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885759:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968000 00010000:00010000:3.0:1722795750.885763:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.885764:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+463:2006:x1806482046480384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.885765:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.885767:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968001 00010000:00010000:3.0:1722795750.885769:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885770:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.885770:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+463:2003:x1806482046480512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.885774:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 463 pid: 16023 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885775:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.885775:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885777:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 463 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.885779:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68b48 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885783:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 463 pid: 16023 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885784:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 463 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.885792:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801335c7600/0xc2e84c07bf9a196f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086452d expref: 463 pid: 15441 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.885794:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885796:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.885799:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885799:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.885800:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.885802:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885805:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885807:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885815:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.885824:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.885826:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+462:2003:x1806482046480512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.885830:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968001 00000100:00100000:1.0:1722795750.885837:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+296:3680:x1806481766561792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2244us (2286us total) trans 4296352711 rc 0/0 00010000:00010000:2.0:1722795750.885842:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885843:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+461:2006:x1806482046480384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.885844:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044684 00010000:00010000:2.0:1722795750.885847:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885849:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968000 00010000:00010000:2.0:1722795750.885851:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885856:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.885876:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.885879:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+295:3680:x1806481766562688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1883us (1905us total) trans 4296352712 rc 0/0 00010000:00010000:2.0:1722795750.885880:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.885882:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.885883:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044688 00010000:00010000:2.0:1722795750.885887:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.885889:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078255500/2, rc 0, transno 1385416 00010000:00010000:2.0:1722795750.885893:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.885894:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766562688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.885897:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68b4f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.885918:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078256680/2, rc 0, transno 1385415 00000100:00100000:1.0:1722795750.885922:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766561792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.885924:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766563200:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.885932:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885943:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800722ff600/0xc2e84c07bf9a15ef lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864407 expref: 460 pid: 16023 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.885947:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.885951:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766562432:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.885957:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885958:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480640 00000100:00100000:0.0:1722795750.885960:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480640 00010000:00010000:3.0:1722795750.885962:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.885964:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766563584:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.885965:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885968:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 460 pid: 16025 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.885969:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885973:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.885977:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.885978:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968002 00010000:00010000:3.0:1722795750.885980:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.885981:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+460:2005:x1806482046480640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.885982:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.885984:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.885985:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.885986:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885988:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 460 pid: 16025 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.885989:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+295:3679:x1806481766562560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1997us (2039us total) trans 4296352713 rc 0/0 00010000:00010000:3.0:1722795750.885991:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.885994:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 460 pid: 16025 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.885994:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044687 00010000:00010000:3.0:1722795750.885995:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68b41 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.886001:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007774e400/0xc2e84c07bf9a2e45 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808647d4 expref: 460 pid: 16025 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.886002:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766563584 00000100:00100000:2.0:1722795750.886004:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766563584 00010000:00010000:0.0:1722795750.886009:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.886009:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.886011:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.886012:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.886015:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044690 00000100:00100000:1.0:1722795750.886018:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766563712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886018:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+295:3680:x1806481766563584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.886019:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.886026:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11309 count 1 00010000:00010000:0.0:1722795750.886029:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.886033:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.886033:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886039:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+459:2005:x1806482046480640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (92us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.886041:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 459 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886042:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968002 00010000:00010000:2.0:1722795750.886045:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.886046:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.886048:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.886049:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766563712 00000100:00100000:1.0:1722795750.886052:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766563712 00010000:00010000:2.0:1722795750.886058:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 458 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886063:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 458 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.886071:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766563840:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.886076:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044691 00000100:00100000:3.0:1722795750.886079:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009345b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+297:3679:x1806481766562176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2256us (2284us total) trans 4296352714 rc 0/0 00000100:00100000:1.0:1722795750.886080:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+297:3680:x1806481766563712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886082:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766563328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886083:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044686 00002000:00080000:1.0:1722795750.886091:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11310 count 1 00000100:00100000:2.0:1722795750.886095:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.886098:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886100:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886102:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886106:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.886106:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886109:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766563456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.886110:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886111:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 458 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886114:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886116:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.886117:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.886118:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.886119:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.886119:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886122:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886122:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886128:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886132:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886137:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 458 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886143:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.886146:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 458 pid: 16091 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.886155:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766563968:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.886173:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.886184:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886191:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886196:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766563328 00000100:00100000:2.0:1722795750.886199:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766563328 00010000:00010000:1.0:1722795750.886204:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886209:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766563456 00010000:00010000:1.0:1722795750.886210:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886211:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766563456 00010000:00010000:1.0:1722795750.886217:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886223:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.886226:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886229:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044692 00010000:00010000:1.0:1722795750.886232:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886232:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+299:3678:x1806481766563328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886240:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+299:3681:x1806481766563072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2123us (2151us total) trans 4296352715 rc 0/0 00002000:00080000:2.0:1722795750.886241:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11307 count 1 00010000:00010000:1.0:1722795750.886242:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.886246:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044689 00010000:00010000:2.0:1722795750.886248:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886249:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886255:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 458 pid: 16113 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.886257:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078255180/2, rc 0, transno 1385419 00010000:00010000:2.0:1722795750.886259:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.886260:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.886260:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044693 00010000:00010000:2.0:1722795750.886261:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886262:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766563072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886264:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+298:3678:x1806481766563456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.886271:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 458 pid: 16113 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.886274:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11308 count 1 00010000:00010000:2.0:1722795750.886276:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 458 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.886280:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886282:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766564096:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.886288:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 458 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886292:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.886293:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.886294:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886297:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.886305:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 458 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886310:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 458 pid: 16051 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.886320:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766564224:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.886337:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.886355:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078257480/2, rc 0, transno 1385417 00000100:00100000:3.0:1722795750.886358:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766562560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.886363:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078255f80/2, rc 0, transno 1385418 00000100:00100000:1.0:1722795750.886364:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+299:3681:x1806481766561664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2600us (2637us total) trans 4296352716 rc 0/0 00000100:00100000:3.0:1722795750.886365:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766562176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.886370:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044685 00000004:00080000:0.0:1722795750.886382:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078256300/2, rc 0, transno 1385420 00000100:00100000:0.0:1722795750.886387:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766561664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886439:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766564480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886443:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766564352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.886451:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766564608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886457:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.886471:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.886476:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766564480 00000100:00100000:1.0:1722795750.886479:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766564480 00000100:00100000:0.0:1722795750.886480:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766564736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.886481:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766564352 00000100:00100000:3.0:1722795750.886485:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766564352 00000100:00100000:1.0:1722795750.886495:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044694 00000100:00100000:0.0:1722795750.886496:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.886499:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+300:3679:x1806481766564480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886504:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766564736 00000100:00100000:2.0:1722795750.886506:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766564736 00000100:00100000:3.0:1722795750.886506:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044695 00002000:00080000:1.0:1722795750.886509:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11312 count 1 00000100:00100000:3.0:1722795750.886511:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+301:3678:x1806481766564352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886517:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044696 00010000:00010000:1.0:1722795750.886518:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886520:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.886521:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+301:3681:x1806481766564736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.886523:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11311 count 1 00002000:00080000:2.0:1722795750.886529:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11314 count 1 00010000:00010000:1.0:1722795750.886531:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 458 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886533:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886535:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886537:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.886538:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.886541:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886542:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 458 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886544:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 458 pid: 16116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886546:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766564608 00010000:00010000:2.0:1722795750.886546:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.886547:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.886549:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886550:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766564608 00010000:00010000:3.0:1722795750.886550:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.886551:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.886554:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886559:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 458 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886562:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 458 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886564:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 458 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.886570:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766564864:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.886570:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 458 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886572:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 458 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.886577:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 458 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.886581:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766564992:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.886584:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.886585:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766565120:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.886602:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.886607:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.886642:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044697 00000100:00100000:3.0:1722795750.886675:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766563840:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.886688:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886693:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+302:3680:x1806481766564608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.886718:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.886758:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480768 00002000:00080000:0.0:1722795750.886759:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11313 count 1 00000100:00100000:1.0:1722795750.886762:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480768 00010000:00010000:0.0:1722795750.886770:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886773:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 459 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.886795:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968003 00000100:00100000:1.0:1722795750.886800:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+459:2005:x1806482046480768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.886806:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.886810:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 459 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.886819:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 459 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.886831:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078fd1200/0xc2e84c07bf9a4598 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864d7d expref: 459 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.886841:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.886842:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.886843:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 458 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886844:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886850:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.886851:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.886851:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.886852:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.886854:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886856:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046480896 00000100:00100000:2.0:1722795750.886858:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046480896 00010000:00010000:2.0:1722795750.886878:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 459 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.886880:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.886887:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 459 pid: 16040 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.886888:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766564096:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.886894:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968004 00010000:00010000:0.0:1722795750.886896:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 459 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.886897:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+459:2006:x1806482046480896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.886897:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.886899:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+459:2005:x1806482046480768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 98us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.886901:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.886904:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 459 pid: 16091 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.886906:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766565248:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.886906:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968003 00010000:00010000:2.0:1722795750.886909:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 459 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.886909:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886915:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886917:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.886918:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.886920:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886922:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886924:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.886927:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.886928:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.886932:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.886936:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132143600/0xc2e84c07bf9a4c59 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808650a9 expref: 458 pid: 16091 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.886941:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.886943:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+458:2006:x1806482046480896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.886947:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766563968:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.886947:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968004 00010000:00010000:3.0:1722795750.886947:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.886949:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886957:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886958:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886966:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886967:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886972:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.886974:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886979:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886986:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886993:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.886999:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.887002:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887008:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887023:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887030:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68b64 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.887089:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+304:3680:x1806481766563584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1068us (1102us total) trans 4296352717 rc 0/0 00000004:00080000:0.0:1722795750.887095:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e97100/2, rc 0, transno 1385421 00000100:00100000:3.0:1722795750.887095:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044690 00000100:00100000:0.0:1722795750.887104:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766563584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.887139:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+303:3680:x1806481766563712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1057us (1103us total) trans 4296352718 rc 0/0 00000100:00100000:1.0:1722795750.887145:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044691 00000100:00100000:0.0:1722795750.887186:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.887193:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766565376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.887214:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.887229:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766565376 00000100:00100000:1.0:1722795750.887233:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766565376 00000100:00100000:1.0:1722795750.887247:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044698 00000100:00100000:1.0:1722795750.887251:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+303:3678:x1806481766565376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.887261:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11315 count 1 00010000:00010000:1.0:1722795750.887270:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887280:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 456 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.887285:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481024 00010000:00010000:1.0:1722795750.887286:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1722795750.887287:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481024 00010000:00010000:1.0:1722795750.887288:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.887290:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.887295:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 457 pid: 16113 timeout: 946 lvb_type: 0 00000004:00080000:0.0:1722795750.887305:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e97b80/2, rc 0, transno 1385422 00010000:00010000:1.0:1722795750.887305:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 457 pid: 16085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.887310:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968005 00000100:00100000:0.0:1722795750.887314:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766563712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.887314:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+457:2006:x1806482046481024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.887319:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 457 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.887321:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.887324:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 457 pid: 16113 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.887329:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766565504:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.887332:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 457 pid: 16113 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.887344:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132eeaf40/0xc2e84c07bf9a36cd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a8086491d expref: 457 pid: 16113 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.887350:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.887354:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.887356:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.887357:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766564224:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.887359:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.887366:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887366:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.887381:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.887387:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887392:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887412:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887416:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887420:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.887421:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.887423:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.887425:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887430:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.887432:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+456:2006:x1806482046481024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 115us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.887439:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968005 00010000:00010000:3.0:1722795750.887439:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887445:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68b6b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.887452:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481152 00000100:00100000:2.0:1722795750.887455:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481152 00010000:00010000:2.0:1722795750.887463:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 456 pid: 16051 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.887479:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968006 00000100:00100000:2.0:1722795750.887483:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+456:2006:x1806482046481152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.887490:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.887493:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 456 pid: 16051 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.887501:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 456 pid: 16051 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.887507:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766564864:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.887508:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.887513:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1829b00/0xc2e84c07bf9a3fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80864af9 expref: 456 pid: 16051 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.887519:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481280 00010000:00010000:0.0:1722795750.887520:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.887522:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481280 00010000:00010000:2.0:1722795750.887523:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.887524:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.887527:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887532:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 456 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.887533:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.887547:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.887548:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968007 00000100:00100000:1.0:1722795750.887552:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+456:2005:x1806482046481280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.887558:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+304:3678:x1806481766563328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1323us (1459us total) trans 4296352719 rc 0/0 00010000:00010000:1.0:1722795750.887560:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.887564:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 456 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.887564:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044692 00000100:00100000:2.0:1722795750.887565:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+456:2006:x1806482046481152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.887571:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968006 00010000:00010000:1.0:1722795750.887572:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 456 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.887584:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132a3ba80/0xc2e84c07bf9a60d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865698 expref: 455 pid: 16090 timeout: 946 lvb_type: 0 00000004:00080000:3.0:1722795750.887590:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078257100/2, rc 0, transno 1385423 00000100:00100000:0.0:1722795750.887591:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.887595:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.887597:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.887598:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766563328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.887599:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.887602:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795750.887606:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.887609:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766565632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.887626:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.887628:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.887638:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481408 00000100:00100000:2.0:1722795750.887642:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481408 00000100:00100000:1.0:1722795750.887645:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+455:2005:x1806482046481280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 91us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.887650:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766565632 00000100:00100000:1.0:1722795750.887651:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968007 00010000:00010000:2.0:1722795750.887652:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 455 pid: 16028 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.887653:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766565632 00000100:00100000:1.0:1722795750.887666:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968008 00000100:00100000:3.0:1722795750.887668:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044699 00000100:00100000:1.0:1722795750.887671:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+454:2004:x1806482046481408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.887671:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+304:3678:x1806481766565632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.887677:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1722795750.887680:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11316 count 1 00010000:00010000:1.0:1722795750.887681:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 454 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.887687:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887687:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887689:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 454 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.887695:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887695:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 454 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887699:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.887699:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.887700:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.887701:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.887701:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.887703:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887703:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.887709:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887710:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.887715:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887715:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 454 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.887721:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.887724:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887725:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.887729:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 454 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.887730:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.887738:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766565760:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.887740:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.887740:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+454:2004:x1806482046481408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.887746:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.887746:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968008 00000100:00100000:3.0:1722795750.887759:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.887770:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887777:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887785:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887791:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887798:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887804:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.887807:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887811:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011defdb00/0xc2e84c07bf9a57ea lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808653ea expref: 453 pid: 16028 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.887814:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.887821:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766564992:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.887824:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.887831:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68b72 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887832:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887840:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887847:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887854:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887875:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887883:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887894:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.887897:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887904:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887914:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.887920:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68b79 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.887937:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+306:3681:x1806481766564736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1414us (1439us total) trans 4296352720 rc 0/0 00000100:00100000:0.0:1722795750.887944:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044696 00000100:00100000:0.0:1722795750.887964:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766565888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.887971:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+306:3678:x1806481766563456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1704us (1851us total) trans 4296352721 rc 0/0 00000100:00100000:3.0:1722795750.887976:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044693 00000004:00080000:2.0:1722795750.887998:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880078254a80/2, rc 0, transno 1385425 00000100:00100000:2.0:1722795750.888007:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766563456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.888055:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.888063:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+305:3679:x1806481766564480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1562us (1603us total) trans 4296352722 rc 0/0 00000004:00080000:3.0:1722795750.888065:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e96300/2, rc 0, transno 1385426 00000100:00100000:1.0:1722795750.888069:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044694 00000100:00100000:3.0:1722795750.888069:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766564480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.888072:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766565888 00000100:00100000:2.0:1722795750.888076:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766565888 00000004:00080000:0.0:1722795750.888087:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e94380/2, rc 0, transno 1385424 00000100:00100000:0.0:1722795750.888091:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766564736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.888092:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044700 00000100:00100000:2.0:1722795750.888097:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d936c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+305:3680:x1806481766565888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.888100:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766566016:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.888108:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11317 count 1 00010000:00010000:2.0:1722795750.888117:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888117:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766566144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.888118:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.888128:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 452 pid: 16062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888135:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.888136:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.888138:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888138:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.888144:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766566016 00000100:00100000:1.0:1722795750.888147:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766566016 00010000:00010000:2.0:1722795750.888154:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 452 pid: 16062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888156:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.888160:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766566144 00000100:00100000:3.0:1722795750.888161:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766566272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.888162:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.888162:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766566144 00010000:00010000:2.0:1722795750.888163:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 452 pid: 16062 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.888178:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766566400:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.888180:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481536 00000100:00100000:3.0:1722795750.888180:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.888182:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481536 00010000:00010000:1.0:1722795750.888191:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 453 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.888212:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968009 00000100:00100000:1.0:1722795750.888217:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+453:2006:x1806482046481536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.888224:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.888228:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 453 pid: 16116 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.888237:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 453 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.888239:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766565248:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.888246:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.888247:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766566272 00010000:00010000:0.0:1722795750.888248:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888248:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.888249:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.888250:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766566272 00010000:00010000:1.0:1722795750.888252:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888259:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888262:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044701 00000100:00100000:0.0:1722795750.888264:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+308:3681:x1806481766566016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.888270:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.888270:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044702 00002000:00080000:0.0:1722795750.888273:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11318 count 1 00000100:00100000:3.0:1722795750.888274:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+308:3678:x1806481766566144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.888280:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.888283:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11319 count 1 00000100:00100000:1.0:1722795750.888286:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+453:2006:x1806482046481536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.888290:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888291:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968009 00010000:00010000:3.0:1722795750.888298:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 453 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.888302:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.888303:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1722795750.888305:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888309:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044703 00000100:00100000:1.0:1722795750.888313:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+308:3678:x1806481766566272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.888315:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 452 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888320:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.888320:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 452 pid: 15462 timeout: 946 lvb_type: 0 00002000:00080000:1.0:1722795750.888324:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11320 count 1 00010000:00010000:0.0:1722795750.888327:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 452 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888327:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766566528:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.888332:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1722795750.888333:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.888333:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.888335:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888336:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481664 00000100:00100000:2.0:1722795750.888339:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481664 00000100:00100000:3.0:1722795750.888342:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129c00 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.888343:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 453 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.888346:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 453 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888349:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 453 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.888352:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 453 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.888354:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.888356:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1722795750.888358:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.888358:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b36ed00/0xc2e84c07bf9a53bb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808652a1 expref: 453 pid: 16116 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.888359:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766566656:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.888364:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766565120:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.888365:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968010 00000100:00100000:2.0:1722795750.888370:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+452:2006:x1806482046481664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.888373:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.888373:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 452 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.888373:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888376:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.888377:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888380:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 452 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.888381:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888383:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 452 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.888389:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 452 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.888389:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888392:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766566784:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.888392:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888412:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.888416:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888420:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481792 00010000:00010000:3.0:1722795750.888420:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.888421:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888423:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481792 00010000:00010000:2.0:1722795750.888423:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801240da640/0xc2e84c07bf9a5b40 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808654d8 expref: 452 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.888425:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888429:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.888430:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 452 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.888432:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888433:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.888434:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.888436:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68b80 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888437:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888441:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968011 00000100:00100000:0.0:1722795750.888444:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+452:2006:x1806482046481792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.888448:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.888448:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888449:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766565504:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.888451:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 452 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.888456:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 452 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.888463:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.888465:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.888468:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990958c0/0xc2e84c07bf9a81ff lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865af8 expref: 452 pid: 16085 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.888474:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.888475:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.888477:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888480:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+451:2006:x1806482046481664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 109us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.888482:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888487:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968010 00010000:00010000:0.0:1722795750.888490:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.888499:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888501:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+450:2006:x1806482046481792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.888505:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968011 00010000:00010000:1.0:1722795750.888506:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888510:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888513:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888517:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888521:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+309:3678:x1806481766564352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2010us (2049us total) trans 4296352723 rc 0/0 00010000:00010000:2.0:1722795750.888524:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888525:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888525:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044695 00010000:00010000:2.0:1722795750.888531:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888532:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888538:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.888538:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888541:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.888543:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e96a00/2, rc 0, transno 1385427 00010000:00010000:2.0:1722795750.888544:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.888547:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888548:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888548:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766564352:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.888558:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888559:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888564:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68b95 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888568:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888575:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8b40/0xc2e84c07bfa68b8e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.888579:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766565760:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.888587:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888605:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.888613:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046481920 00000100:00100000:0.0:1722795750.888615:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046481920 00010000:00010000:0.0:1722795750.888623:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 450 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.888632:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968012 00000100:00100000:0.0:1722795750.888635:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+450:2005:x1806482046481920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.888639:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.888642:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 450 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.888651:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 450 pid: 16090 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.888658:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b30b840/0xc2e84c07bf9a9474 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865dd7 expref: 450 pid: 16090 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.888663:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+310:3678:x1806481766565376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1410us (1447us total) trans 4296352724 rc 0/0 00010000:00010000:0.0:1722795750.888665:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.888666:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.888668:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.888670:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044698 00010000:00010000:0.0:1722795750.888672:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.888675:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e96680/2, rc 0, transno 1385428 00000100:00100000:3.0:1722795750.888679:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766565376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.888681:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.888682:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+309:3680:x1806481766564608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2034us (2160us total) trans 4296352725 rc 0/0 00000100:00100000:2.0:1722795750.888688:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044697 00010000:00010000:3.0:1722795750.888691:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888694:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+449:2005:x1806482046481920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.888698:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888699:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968012 00010000:00010000:3.0:1722795750.888705:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888709:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766566912:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.888711:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.888718:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888719:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766567040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.888722:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.888724:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.888729:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.888731:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.888738:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.888740:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.888742:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.888749:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e97800/2, rc 0, transno 1385429 00000100:00100000:1.0:1722795750.888755:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766566912 00000100:00100000:2.0:1722795750.888756:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766564608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.888758:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766566912 00000100:00100000:1.0:1722795750.888771:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766567040 00000100:00100000:1.0:1722795750.888773:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766567040 00000100:00100000:2.0:1722795750.888774:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044704 00000100:00100000:2.0:1722795750.888779:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+311:3680:x1806481766566912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.888784:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044705 00000100:00100000:1.0:1722795750.888788:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+311:3681:x1806481766567040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.888791:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11321 count 1 00002000:00080000:1.0:1722795750.888798:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11322 count 1 00010000:00010000:2.0:1722795750.888800:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888807:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888811:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 448 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888819:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 464 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.888821:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+311:3678:x1806481766565632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1149us (1192us total) trans 4296352726 rc 0/0 00010000:00010000:2.0:1722795750.888822:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1722795750.888824:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1722795750.888825:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044699 00010000:00010000:2.0:1722795750.888826:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 4/0,1 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.888827:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 448 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.888833:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.888835:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.888837:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.888842:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 448 pid: 16040 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.888843:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e94700/2, rc 0, transno 1385430 00000100:00100000:3.0:1722795750.888845:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766565632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.888851:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 448 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.888854:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 448 pid: 16042 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.888879:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766567168:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.888881:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 448 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.888891:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766567296:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.888896:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.888931:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 464 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.888944:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 464 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.888952:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766567424:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.888966:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300300 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.889012:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766567552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.889027:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.889043:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.889047:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766567680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.889055:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.889059:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766567552 00000100:00100000:0.0:1722795750.889062:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766567552 00000100:00100000:2.0:1722795750.889067:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766567680 00000100:00100000:2.0:1722795750.889070:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766567680 00000100:00100000:0.0:1722795750.889079:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044706 00000100:00100000:0.0:1722795750.889082:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+312:3678:x1806481766567552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.889083:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044707 00000100:00100000:2.0:1722795750.889086:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+312:3678:x1806481766567680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1722795750.889090:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11323 count 1 00002000:00080000:2.0:1722795750.889094:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11324 count 1 00010000:00010000:0.0:1722795750.889097:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.889101:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.889105:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 464 pid: 15447 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.889109:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 464 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.889113:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 448 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.889114:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 448 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.889118:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.889120:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.889121:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.889122:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.889122:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.889123:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.889133:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 448 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.889137:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 448 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.889138:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 448 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.889143:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766567808:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.889146:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 448 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.889156:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766567936:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.889161:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 464 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.889167:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 464 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.889171:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766568064:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.889179:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.889182:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 464 pid: 15447 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.889191:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 464 pid: 15447 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.889199:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766568192:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.889215:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.889590:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766566400:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.889602:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.889615:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766566528:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.889627:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.889908:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.889922:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766566656:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.889934:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.889987:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482176 00000100:00100000:1.0:1722795750.889993:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482176 00000100:00100000:0.0:1722795750.889994:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.890005:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 449 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.890029:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482048 00000100:00100000:1.0:1722795750.890031:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482048 00000100:00100000:0.0:1722795750.890032:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.890035:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968013 00010000:00010000:1.0:1722795750.890037:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 450 pid: 16062 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.890040:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+450:2005:x1806482046482176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.890046:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.890047:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482304 00000100:00100000:1.0:1722795750.890049:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968014 00010000:00010000:2.0:1722795750.890050:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 450 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.890050:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482304 00000100:00100000:1.0:1722795750.890053:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+451:2005:x1806482046482048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.890057:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 451 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.890059:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.890060:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 451 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.890062:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 451 pid: 16062 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.890066:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080ab2d00/0xc2e84c07bf9aaa0e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808660cb expref: 451 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.890069:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 451 pid: 16062 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.890074:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.890075:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.890075:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968015 00010000:00010000:2.0:1722795750.890077:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890078:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+450:2004:x1806482046482304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.890079:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.890079:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bb5440/0xc2e84c07bf9a9e14 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865f04 expref: 450 pid: 16062 timeout: 946 lvb_type: 0 00010000:00010000:2.0:1722795750.890081:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890084:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.890087:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 449 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.890090:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.890091:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.890092:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.890093:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482560 00010000:00010000:1.0:1722795750.890093:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890093:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 449 pid: 15462 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.890097:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482560 00010000:00010000:1.0:1722795750.890098:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890102:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009412f600/0xc2e84c07bf9aa47a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80865feb expref: 450 pid: 15462 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.890108:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 449 pid: 16040 timeout: 946 lvb_type: 0 00010000:00010000:1.0:1722795750.890109:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.890109:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+449:2005:x1806482046482176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 69us (203us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.890110:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.890111:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.890113:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.890114:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968013 00010000:00010000:3.0:1722795750.890118:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.890127:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968016 00000100:00100000:1.0:1722795750.890127:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+448:2005:x1806482046482048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.890128:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.890132:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+448:2005:x1806482046482560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.890138:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.890139:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968014 00010000:00010000:0.0:1722795750.890141:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 448 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:3.0:1722795750.890142:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+448:2004:x1806482046482304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.890146:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968015 00010000:00010000:0.0:1722795750.890147:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 447 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:2.0:1722795750.890149:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766567168:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.890157:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890166:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766567296:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.890167:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890171:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890176:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890177:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890180:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890182:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890184:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890187:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890188:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.890190:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.890190:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890191:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890194:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890195:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890199:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.890200:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890201:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890202:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482432 00000100:00100000:1.0:1722795750.890204:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482432 00010000:00010000:2.0:1722795750.890205:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68ba3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890205:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890210:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890211:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 447 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:3.0:1722795750.890214:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890222:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968017 00010000:00010000:0.0:1722795750.890224:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800774feac0/0xc2e84c07bf9ac4a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a80866261 expref: 447 pid: 16040 timeout: 946 lvb_type: 0 00000100:00100000:1.0:1722795750.890225:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+447:2005:x1806482046482432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.890230:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.890232:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 5/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 446 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.890235:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.890237:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.890239:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890242:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 446 pid: 16050 timeout: 946 lvb_type: 0 00010000:00010000:0.0:1722795750.890247:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890250:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.890251:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.890253:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890257:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890259:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.890265:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.890274:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+446:2005:x1806482046482560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 141us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.890276:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+446:2005:x1806482046482432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.890278:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968016 00000100:00100000:1.0:1722795750.890281:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968017 00000100:00100000:2.0:1722795750.890289:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d936c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+314:3680:x1806481766565888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2191us (2234us total) trans 4296352727 rc 0/0 00000100:00100000:2.0:1722795750.890294:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044700 00010000:00010000:0.0:1722795750.890307:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980f3180/0xc2e84c07bf9ab035 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.15@tcp remote: 0xfa99614a808661ab expref: 444 pid: 16050 timeout: 946 lvb_type: 0 00000100:00100000:0.0:1722795750.890317:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766566784:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.890320:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.890330:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890332:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482688 00000100:00100000:3.0:1722795750.890332:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+313:3678:x1806481766566144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2055us (2191us total) trans 4296352728 rc 0/0 00000100:00100000:1.0:1722795750.890334:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482688 00010000:00010000:0.0:1722795750.890337:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890339:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044702 00010000:00010000:1.0:1722795750.890340:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 444 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890344:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890350:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968018 00010000:00010000:0.0:1722795750.890351:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890353:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+444:2005:x1806482046482688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.890357:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.890358:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890359:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 444 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.890362:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.890368:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e95f80/2, rc 0, transno 1385431 00010000:00010000:1.0:1722795750.890369:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 444 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.890369:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890370:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.890374:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766565888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.890374:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890376:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c82fcc0/0xc2e84c07bf843d82 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4301 expref: 444 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890377:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc6c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.890378:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890380:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890382:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890383:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890384:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.890386:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.890387:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890388:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890388:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890392:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890393:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890394:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+443:2005:x1806482046482688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (74us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.890416:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890417:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968018 00010000:00010000:3.0:1722795750.890417:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890420:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890420:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890422:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68baa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890426:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc6c0/0xc2e84c07bfa68bb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890428:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.890430:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890434:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890441:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890445:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68bbf lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.890455:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795750.890462:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766568320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.890482:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.890505:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766567808:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.890509:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766568320 00000100:00100000:3.0:1722795750.890513:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766568320 00000100:00100000:1.0:1722795750.890540:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766567424:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.890545:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044708 00000100:00100000:2.0:1722795750.890549:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+316:3680:x1806481766566912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1769us (1820us total) trans 4296352730 rc 0/0 00000100:00100000:3.0:1722795750.890550:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+316:3681:x1806481766568320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.890554:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044704 00010000:00010000:1.0:1722795750.890558:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.890561:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11325 count 1 00010000:00010000:3.0:1722795750.890571:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.890574:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e96d80/2, rc 0, transno 1385434 00000100:00100000:2.0:1722795750.890578:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766566912:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.890582:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 464 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.890589:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 442 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.890593:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.890594:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+315:3678:x1806481766566272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2278us (2412us total) trans 4296352731 rc 0/0 00010000:00010000:3.0:1722795750.890594:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.890595:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.890596:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.890600:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044703 00000100:00100000:1.0:1722795750.890607:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482944 00010000:00010000:3.0:1722795750.890607:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 442 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.890610:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482944 00010000:00010000:3.0:1722795750.890612:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 442 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.890619:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766568448:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.890620:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 443 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.890635:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.890637:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968019 00010000:00010000:3.0:1722795750.890637:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 464 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.890641:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+443:2006:x1806482046482944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.890643:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 464 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.890648:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.890648:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046482816 00000100:00100000:3.0:1722795750.890648:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766568576:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.890651:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046482816 00010000:00010000:1.0:1722795750.890653:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 443 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.890655:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.890661:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 443 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890662:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 465 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.890673:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5f3c0/0xc2e84c07bf843d90 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d431d expref: 443 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.890673:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968020 00000100:00100000:0.0:1722795750.890675:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766568064:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.890676:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+465:2005:x1806482046482816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.890678:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+314:3681:x1806481766566016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2413us (2560us total) trans 4296352729 rc 0/0 00010000:00010000:2.0:1722795750.890682:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.890682:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044701 00010000:00010000:1.0:1722795750.890683:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.890685:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 465 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890690:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 465 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890691:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890699:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+442:2006:x1806482046482944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.890699:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088435440/0xc2e84c07bf836b19 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce12b expref: 465 pid: 15448 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.890700:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e95c00/2, rc 0, transno 1385433 00000100:00100000:3.0:1722795750.890703:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766566016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.890705:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968019 00010000:00010000:2.0:1722795750.890706:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.890707:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.890708:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766567936:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.890708:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890713:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.890713:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e95500/2, rc 0, transno 1385435 00000100:00100000:3.0:1722795750.890715:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766566272:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1722795750.890719:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e95180/2, rc 0, transno 1385432 00010000:00010000:2.0:1722795750.890721:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.890721:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766566144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.890729:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.890733:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+464:2005:x1806482046482816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.890737:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968020 00000100:00100000:3.0:1722795750.890739:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766568704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.890744:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483072 00000100:00100000:1.0:1722795750.890747:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483072 00000100:00080000:2.0:1722795750.890749:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795720 00000100:00100000:3.0:1722795750.890750:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.890756:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.890756:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 442 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890757:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890761:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890763:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766568704 00000100:00100000:3.0:1722795750.890765:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766568704 00010000:00010000:2.0:1722795750.890766:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890770:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890774:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044709 00010000:00010000:2.0:1722795750.890776:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890777:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+314:3681:x1806481766568704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.890779:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.890779:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483200 00010000:00010000:2.0:1722795750.890779:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.890781:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.890782:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483200 00010000:00010000:2.0:1722795750.890785:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.890785:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11326 count 1 00000100:00100000:0.0:1722795750.890788:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483328 00000100:00100000:0.0:1722795750.890790:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483328 00010000:00010000:1.0:1722795750.890790:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 464 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890791:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890792:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.890794:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df840/0xc2e84c07bfa68bc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890798:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 465 pid: 15447 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.890799:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 465 pid: 16097 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.890804:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 442 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.890808:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968021 00010000:00010000:3.0:1722795750.890808:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.890808:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.890810:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.890811:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968022 00000100:00100000:1.0:1722795750.890812:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+442:2005:x1806482046483072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.890814:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+465:2003:x1806482046483200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.890816:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968023 00010000:00010000:0.0:1722795750.890819:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.890819:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.890819:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+465:2006:x1806482046483328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.890819:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 442 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.890822:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 465 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.890823:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 442 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890824:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.890824:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 442 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890827:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 465 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890828:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 465 pid: 15447 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.890829:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766568832:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.890832:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 442 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890835:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb5200/0xc2e84c07bf836b27 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce147 expref: 465 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890840:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 464 pid: 15447 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890842:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.890842:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.890844:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.890846:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 464 pid: 16097 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.890851:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 464 pid: 16097 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.890852:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.890854:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c82c6c0/0xc2e84c07bf843d89 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d430f expref: 442 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.890855:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.890856:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.890856:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766568960:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.890857:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890878:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.890879:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890881:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.890884:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.890887:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.890889:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+464:2003:x1806482046483200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.890893:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968022 00000100:00100000:1.0:1722795750.890899:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+441:2005:x1806482046483072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.890900:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+463:2006:x1806482046483328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.890903:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968023 00000100:00100000:1.0:1722795750.890906:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968021 00010000:00010000:0.0:1722795750.890907:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890911:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890916:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890920:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890923:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890927:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.890928:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890936:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890941:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.890945:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68bd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.890972:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.890978:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+316:3681:x1806481766567040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2189us (2238us total) trans 4296352732 rc 0/0 00000100:00100000:2.0:1722795750.890983:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044705 00000100:00100000:3.0:1722795750.890987:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.890992:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766569088 00000100:00100000:2.0:1722795750.890993:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766569088 00000100:00100000:3.0:1722795750.891000:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.891002:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044710 00000100:00100000:3.0:1722795750.891003:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.891005:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+316:3678:x1806481766569088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.891012:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11327 count 1 00000100:00100000:3.0:1722795750.891013:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.891019:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.891027:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121250e00/2, rc 0, transno 1385437 00000100:00100000:0.0:1722795750.891028:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+316:3678:x1806481766567680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1940us (1971us total) trans 4296352733 rc 0/0 00010000:00010000:2.0:1722795750.891030:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 462 pid: 15447 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.891032:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044707 00000100:00100000:3.0:1722795750.891032:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766567680:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.891035:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 440 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891038:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891039:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891040:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.891041:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766569216 00000100:00100000:3.0:1722795750.891043:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766569216 00010000:00010000:2.0:1722795750.891049:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 440 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.891053:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097817cc0/0xc2e84c07bf836b20 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce139 expref: 462 pid: 15447 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.891055:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 440 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.891060:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766569472:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.891060:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044711 00000100:00100000:0.0:1722795750.891061:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766568192:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.891064:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+316:3678:x1806481766569216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.891071:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11328 count 1 00010000:00010000:0.0:1722795750.891073:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891076:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 461 pid: 15447 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891078:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.891080:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891081:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 461 pid: 15447 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.891084:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.891086:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766569600:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.891086:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 461 pid: 16035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891091:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 440 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.891092:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.891094:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484000 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.891094:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.891095:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.891096:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.891097:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.891099:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.891103:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.891104:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.891107:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 440 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.891108:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.891108:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e94e00/2, rc 0, transno 1385436 00000100:00100000:2.0:1722795750.891111:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766567040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.891112:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 440 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.891114:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.891114:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795750.891117:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68bcd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.891118:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766569344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.891118:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766569728:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.891133:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.891137:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 461 pid: 16035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891142:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 461 pid: 16035 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.891147:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766570112:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.891149:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766569344 00000100:00100000:1.0:1722795750.891152:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766569344 00000100:00100000:2.0:1722795750.891152:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766569856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.891154:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.891161:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.891162:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.891170:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766569856 00000100:00100000:1.0:1722795750.891172:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766569856 00000100:00100000:3.0:1722795750.891172:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.891175:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766569984 00000100:00100000:2.0:1722795750.891178:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766569984 00000100:00100000:1.0:1722795750.891184:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044712 00000100:00100000:3.0:1722795750.891188:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044713 00000100:00100000:1.0:1722795750.891189:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+320:3681:x1806481766569344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.891191:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044714 00000100:00100000:3.0:1722795750.891191:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+320:3681:x1806481766569856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.891194:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+320:3678:x1806481766569984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.891199:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11330 count 1 00002000:00080000:1.0:1722795750.891200:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11329 count 1 00002000:00080000:2.0:1722795750.891201:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11331 count 1 00010000:00010000:3.0:1722795750.891205:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891208:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.891210:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891214:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 461 pid: 16106 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.891215:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+320:3678:x1806481766567552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2130us (2185us total) trans 4296352734 rc 0/0 00010000:00010000:3.0:1722795750.891215:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 461 pid: 15462 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891220:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 440 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891220:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 440 pid: 16105 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.891221:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044706 00010000:00010000:1.0:1722795750.891221:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 461 pid: 16035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891223:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.891223:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891224:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.891224:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891225:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.891225:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.891229:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 440 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891233:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 440 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891237:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 440 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891238:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 440 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.891240:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.891242:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891243:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 440 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.891243:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766570240:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.891245:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.891249:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766570368:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.891256:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 461 pid: 15462 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.891260:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 440 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.891261:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 461 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.891264:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 461 pid: 16106 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.891266:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766570496:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.891269:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 440 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.891269:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 461 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.891274:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766570752:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.891274:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.891279:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766570624:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.891281:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.891286:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121253800/2, rc 0, transno 1385438 00000100:00100000:3.0:1722795750.891290:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766567552:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.891305:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 461 pid: 16035 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.891309:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766570880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.891314:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 461 pid: 16035 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.891321:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.891323:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766571008:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.891331:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766570880 00000100:00100000:2.0:1722795750.891333:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766570880 00000100:00100000:1.0:1722795750.891336:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300900 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.891343:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044715 00000100:00100000:2.0:1722795750.891345:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+320:3679:x1806481766570880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.891352:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11332 count 1 00010000:00010000:2.0:1722795750.891358:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891364:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 461 pid: 15462 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891369:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 440 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891372:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891373:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.891374:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.891383:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 440 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891388:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 440 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.891393:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766571136:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.891426:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 461 pid: 15462 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.891431:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 461 pid: 15462 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.891436:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766571264:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.891442:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.891839:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.891845:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766568448:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.891850:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766568576:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.891871:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.891890:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483456 00000100:00100000:1.0:1722795750.891894:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483456 00010000:00010000:1.0:1722795750.891905:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 441 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.891937:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968024 00000100:00100000:1.0:1722795750.891942:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+441:2006:x1806482046483456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.891949:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.891953:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 441 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.891955:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.891961:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 441 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.891974:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d8c0/0xc2e84c07bf843d9e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d432b expref: 441 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.891999:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.891999:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483584 00000100:00100000:3.0:1722795750.892002:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483584 00010000:00010000:3.0:1722795750.892010:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 462 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.892018:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+440:2006:x1806482046483456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.892022:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968025 00000100:00100000:1.0:1722795750.892026:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968024 00000100:00100000:3.0:1722795750.892026:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+462:2006:x1806482046483584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.892031:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.892033:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 462 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892039:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 462 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892046:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800884346c0/0xc2e84c07bf836b2e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce155 expref: 462 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892053:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.892054:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.892056:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892060:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892075:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.892087:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+461:2006:x1806482046483584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (134us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.892088:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892090:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968025 00010000:00010000:2.0:1722795750.892096:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892101:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892105:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892108:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766568832:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.892109:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892113:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.892113:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766568960:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.892115:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892118:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892123:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892125:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.892128:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.892129:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840000/0xc2e84c07bfa68bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892142:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483712 00000100:00100000:3.0:1722795750.892144:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483712 00010000:00010000:3.0:1722795750.892150:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 440 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.892152:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.892168:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483840 00000100:00100000:3.0:1722795750.892170:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483840 00010000:00010000:3.0:1722795750.892174:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 461 pid: 16097 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.892176:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968026 00000100:00100000:1.0:1722795750.892182:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+440:2005:x1806482046483712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.892188:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.892189:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968027 00000100:00100000:3.0:1722795750.892192:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+461:2006:x1806482046483840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.892193:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 440 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892196:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.892198:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 461 pid: 16097 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.892202:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 440 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892209:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 461 pid: 16097 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.892219:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b21c0/0xc2e84c07bf843d97 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4339 expref: 440 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892220:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+321:3681:x1806481766568320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1669us (1736us total) trans 4296352735 rc 0/0 00010000:00010000:3.0:1722795750.892221:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088435f80/0xc2e84c07bf836b3c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce163 expref: 461 pid: 16097 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892225:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044708 00010000:00010000:1.0:1722795750.892228:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.892230:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.892232:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.892239:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892247:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795750.892248:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121253100/2, rc 0, transno 1385439 00010000:00010000:1.0:1722795750.892253:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.892256:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766568320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.892267:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892267:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+460:2006:x1806482046483840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.892268:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+439:2005:x1806482046483712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.892273:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968027 00010000:00010000:0.0:1722795750.892274:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.892276:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968026 00010000:00010000:0.0:1722795750.892281:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.892286:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766571392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.892287:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892293:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892298:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.892301:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.892305:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.892307:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892317:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892320:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766571392 00000100:00100000:3.0:1722795750.892324:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766571392 00000100:00100000:3.0:1722795750.892349:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044716 00000100:00100000:3.0:1722795750.892352:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+321:3680:x1806481766571392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.892360:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11333 count 1 00010000:00010000:3.0:1722795750.892367:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892373:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 459 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.892378:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 438 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.892381:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.892382:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.892383:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892393:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 438 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.892414:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 438 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.892420:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766571520:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.892436:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 459 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.892441:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 459 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.892444:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841d40/0xc2e84c07bfa68be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892445:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766571648:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.892453:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.892488:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766569472:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.892493:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766569600:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.892505:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.892505:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.892516:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046483968 00000100:00100000:1.0:1722795750.892519:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046483968 00010000:00010000:1.0:1722795750.892529:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 460 pid: 15447 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.892550:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+322:3681:x1806481766568704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1770us (1797us total) trans 4296352736 rc 0/0 00000100:00100000:1.0:1722795750.892551:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968028 00000004:00080000:2.0:1722795750.892554:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121250a80/2, rc 0, transno 1385440 00000100:00100000:0.0:1722795750.892556:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044709 00000100:00100000:1.0:1722795750.892556:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+460:2003:x1806482046483968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.892559:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766568704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.892562:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.892566:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 460 pid: 15447 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892575:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.892579:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766571776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.892580:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 460 pid: 15447 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.892591:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9bf3c0/0xc2e84c07bf836b43 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce171 expref: 460 pid: 15447 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892592:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.892600:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.892614:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+459:2003:x1806482046483968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.892620:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968028 00000100:00100000:0.0:1722795750.892625:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766571776 00000100:00100000:0.0:1722795750.892628:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766571776 00000100:00100000:0.0:1722795750.892643:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044717 00000100:00100000:0.0:1722795750.892647:0:16086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+322:3680:x1806481766571776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.892662:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.892673:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484096 00000100:00100000:2.0:1722795750.892675:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484096 00010000:00010000:2.0:1722795750.892683:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 439 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892694:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968029 00000100:00100000:2.0:1722795750.892697:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+439:2005:x1806482046484096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.892702:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.892704:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 439 pid: 16057 timeout: 946 lvb_type: 1 00002000:00080000:0.0:1722795750.892710:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11334 count 1 00010000:00010000:2.0:1722795750.892710:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 439 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.892717:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766569728:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.892719:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d440/0xc2e84c07bf843da5 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4347 expref: 439 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.892721:0:16086:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892727:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.892728:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.892731:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892732:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 458 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.892737:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892739:0:16086:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 438 pid: 16115 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.892744:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766570112:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.892746:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.892747:0:16086:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.892749:0:16086:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892750:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.892754:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892764:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 438 pid: 16115 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.892767:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766570240:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.892771:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+438:2005:x1806482046484096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.892773:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 438 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.892774:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.892775:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766570496:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.892777:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968029 00000100:00100000:0.0:1722795750.892782:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766571904:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.892786:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892798:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484352 00000100:00100000:3.0:1722795750.892801:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484352 00010000:00010000:0.0:1722795750.892808:0:16086:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 459 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.892810:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892812:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 459 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.892815:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.892817:0:16086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 459 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.892819:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.892824:0:16086:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766572032:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.892827:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892828:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968030 00010000:00010000:2.0:1722795750.892831:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.892833:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+459:2005:x1806482046484352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.892834:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.892836:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.892839:0:16086:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1780 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.892839:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892840:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.892844:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 459 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.892845:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.892849:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.892852:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 459 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892875:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352b9680/0xc2e84c07bf836983 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce186 expref: 459 pid: 16035 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.892888:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.892903:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.892914:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484608 00000100:00100000:3.0:1722795750.892917:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484608 00010000:00010000:3.0:1722795750.892926:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 438 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.892943:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968031 00000100:00100000:2.0:1722795750.892947:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+323:3678:x1806481766569088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1940us (1957us total) trans 4296352737 rc 0/0 00000100:00100000:3.0:1722795750.892947:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+438:2005:x1806482046484608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.892951:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044710 00010000:00010000:3.0:1722795750.892954:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.892958:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 438 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.892967:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 438 pid: 16105 timeout: 946 lvb_type: 1 00000004:00080000:2.0:1722795750.892977:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121253480/2, rc 0, transno 1385441 00010000:00010000:3.0:1722795750.892977:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c82d200/0xc2e84c07bf843dba lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4371 expref: 438 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.892984:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.892988:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.893004:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.893008:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+437:2005:x1806482046484608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 60us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.893012:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766572160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.893014:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968031 00000100:00100000:0.0:1722795750.893016:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484736 00000100:00100000:2.0:1722795750.893030:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.893040:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+458:2005:x1806482046484352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 206us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.893046:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968030 00000100:00100000:2.0:1722795750.893049:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766572160 00000100:00100000:2.0:1722795750.893052:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766572160 00000100:00100000:1.0:1722795750.893053:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.893060:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484224 00000100:00100000:3.0:1722795750.893063:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484224 00000100:00100000:2.0:1722795750.893066:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044718 00000100:00100000:2.0:1722795750.893070:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+323:3678:x1806481766572160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.893070:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 437 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.893078:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484736 00002000:00080000:2.0:1722795750.893082:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11335 count 1 00010000:00010000:0.0:1722795750.893091:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 458 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893091:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893095:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968032 00000100:00100000:3.0:1722795750.893099:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+437:2006:x1806482046484224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.893101:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 458 pid: 16039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893106:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.893109:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 437 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893110:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 437 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.893111:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968033 00010000:00010000:2.0:1722795750.893115:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.893116:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+458:2005:x1806482046484736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.893116:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.893118:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893118:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 437 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.893123:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.893128:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 458 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893129:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b0900/0xc2e84c07bf843dac lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4355 expref: 437 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893134:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 437 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.893137:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.893138:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 458 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893140:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.893141:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 436 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893141:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.893144:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.893148:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766572288:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.893149:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484480 00010000:00010000:1.0:1722795750.893149:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9b00/0xc2e84c07bf836ba5 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1be expref: 458 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893150:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893151:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484480 00010000:00010000:1.0:1722795750.893159:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.893161:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 437 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.893161:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.893163:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.893164:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893170:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 457 pid: 16039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.893171:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893175:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 457 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.893177:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+437:2006:x1806482046484224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.893180:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968034 00000100:00100000:2.0:1722795750.893180:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766572416:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.893182:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.893183:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968032 00000100:00100000:0.0:1722795750.893185:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+437:2006:x1806482046484480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.893187:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880131c89e40 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.893192:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.893196:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 436 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.893196:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+457:2005:x1806482046484736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.893196:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893200:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893202:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968033 00000100:00100000:2.0:1722795750.893202:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766570368:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.893205:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 436 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893205:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893208:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893212:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893215:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.893216:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5f840/0xc2e84c07bf843dc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d437f expref: 436 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893217:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893220:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.893226:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.893226:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893229:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68bf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893244:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+435:2006:x1806482046484480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.893249:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968034 00000100:00100000:2.0:1722795750.893249:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766570752:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.893263:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893271:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766570624:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.893301:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766571008:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.893302:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.893310:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+324:3678:x1806481766569216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2246us (2296us total) trans 4296352738 rc 0/0 00000100:00100000:3.0:1722795750.893315:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044711 00010000:00010000:0.0:1722795750.893316:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.893324:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121251880/2, rc 0, transno 1385442 00010000:00010000:3.0:1722795750.893325:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893326:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.893330:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.893331:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.893334:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893337:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893338:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484992 00000100:00100000:0.0:1722795750.893340:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484992 00010000:00010000:3.0:1722795750.893341:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893344:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.893345:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893347:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046484864 00000100:00100000:0.0:1722795750.893349:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046484864 00010000:00010000:3.0:1722795750.893349:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893354:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.893355:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1722795750.893357:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 457 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893358:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68bf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.893361:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766572544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.893381:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968035 00000100:00100000:2.0:1722795750.893381:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.893386:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f46b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+457:2003:x1806482046484864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.893393:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.893415:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 457 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893424:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 457 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.893426:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766571136:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.893428:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.893434:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766571264:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.893435:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1fb840/0xc2e84c07bf836bb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1da expref: 457 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.893438:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485120 00000100:00100000:1.0:1722795750.893441:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485120 00010000:00010000:0.0:1722795750.893445:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.893446:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.893449:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893449:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893451:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 457 pid: 16035 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.893454:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+324:3681:x1806481766569856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2260us (2290us total) trans 4296352739 rc 0/0 00010000:00010000:0.0:1722795750.893455:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893460:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044713 00000100:00100000:1.0:1722795750.893466:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968036 00010000:00010000:0.0:1722795750.893469:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.893470:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+457:2006:x1806482046485120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.893472:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766572544 00000100:00100000:3.0:1722795750.893475:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766572544 00010000:00010000:1.0:1722795750.893476:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.893477:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893480:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 457 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893484:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893487:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f46b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+457:2003:x1806482046484864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 100us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.893488:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044719 00010000:00010000:1.0:1722795750.893489:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 457 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893491:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893492:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+324:3678:x1806481766572544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.893493:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968035 00010000:00010000:2.0:1722795750.893497:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893500:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352b86c0/0xc2e84c07bf83698a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce19b expref: 457 pid: 16035 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893503:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.893503:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11336 count 1 00010000:00010000:2.0:1722795750.893509:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.893511:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893512:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.893518:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 435 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893518:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893519:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.893522:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 455 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.893528:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893529:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 435 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.893533:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+455:2006:x1806482046485120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 62us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.893534:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68bfe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893534:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.893535:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968037 00010000:00010000:3.0:1722795750.893536:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.893538:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893539:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968036 00000100:00100000:0.0:1722795750.893540:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+435:2005:x1806482046484992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.893547:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.893550:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 435 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893553:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 435 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893562:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 435 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.893566:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.893568:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766572672:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.893576:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485376 00000100:00100000:1.0:1722795750.893579:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485376 00010000:00010000:3.0:1722795750.893586:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 455 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.893587:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 455 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893591:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 455 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.893595:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766572800:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.893601:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.893602:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968038 00000100:00100000:1.0:1722795750.893606:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+455:2006:x1806482046485376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.893612:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.893615:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 455 pid: 15462 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.893615:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121251f80/2, rc 0, transno 1385443 00000100:00100000:3.0:1722795750.893620:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766569856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.893621:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 435 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.893624:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 455 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893633:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c82d8c0/0xc2e84c07bf843db3 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4363 expref: 435 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.893637:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+325:3678:x1806481766569984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2440us (2461us total) trans 4296352740 rc 0/0 00010000:00010000:1.0:1722795750.893640:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1f9440/0xc2e84c07bf836bd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce1ef expref: 455 pid: 15462 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893642:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.893643:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044714 00010000:00010000:0.0:1722795750.893644:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.893646:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893649:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.893652:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893662:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+454:2006:x1806482046485376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (96us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.893667:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.893667:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968038 00000004:00080000:2.0:1722795750.893668:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121252d80/2, rc 0, transno 1385444 00000100:00100000:2.0:1722795750.893673:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766569984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.893685:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+434:2005:x1806482046484992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 144us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.893690:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968037 00000100:00100000:1.0:1722795750.893705:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.893715:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485248 00000100:00100000:1.0:1722795750.893718:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485248 00000100:00100000:3.0:1722795750.893720:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766572928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.893727:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893729:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.893736:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893740:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.893742:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968039 00000100:00100000:1.0:1722795750.893746:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+434:2005:x1806482046485248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.893748:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893752:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.893755:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893755:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.893756:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766572928 00000100:00100000:3.0:1722795750.893756:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.893759:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766572928 00010000:00010000:0.0:1722795750.893761:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893761:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766573056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.893764:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893765:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.893768:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.893775:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b2880/0xc2e84c07bf843dc8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d438d expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.893775:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044720 00000100:00100000:3.0:1722795750.893776:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.893779:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+325:3680:x1806481766572928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.893788:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.893789:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1722795750.893790:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11337 count 1 00010000:00010000:1.0:1722795750.893792:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893797:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766573056 00010000:00010000:1.0:1722795750.893799:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893799:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766573056 00010000:00010000:2.0:1722795750.893800:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893809:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 453 pid: 16097 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.893810:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044721 00010000:00010000:1.0:1722795750.893812:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.893813:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+326:3680:x1806481766573056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.893817:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 433 pid: 16093 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1722795750.893822:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11338 count 1 00010000:00010000:0.0:1722795750.893823:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893823:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.893825:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.893827:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+433:2005:x1806482046485248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (121us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.893827:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893829:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.893830:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893832:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968039 00010000:00010000:0.0:1722795750.893834:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df3c0/0xc2e84c07bfa68c05 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893837:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 453 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.893842:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 432 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893842:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 432 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893845:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.893846:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.893847:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893851:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 432 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.893856:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 432 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.893876:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 432 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.893878:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766573184:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.893882:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766573312:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.893902:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 453 pid: 16097 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.893911:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 453 pid: 16097 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.893911:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766571648:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.893918:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766573440:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.893929:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484e40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.893931:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766571520:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.893935:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+327:3681:x1806481766569344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2745us (2800us total) trans 4296352741 rc 0/0 00010000:00010000:2.0:1722795750.893938:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893939:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044712 00010000:00010000:3.0:1722795750.893940:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893942:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893946:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.893949:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.893950:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.893953:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.893955:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121252a00/2, rc 0, transno 1385445 00010000:00010000:2.0:1722795750.893957:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.893959:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.893960:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766569344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.893963:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485504 00010000:00010000:2.0:1722795750.893963:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.893965:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485504 00010000:00010000:2.0:1722795750.893969:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893969:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 454 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.893970:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.893972:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 454 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.893972:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.893975:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 454 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.893980:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485632 00000100:00100000:3.0:1722795750.893980:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766573568:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.893982:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968040 00000100:00100000:1.0:1722795750.893983:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485632 00000100:00100000:0.0:1722795750.893985:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+454:2005:x1806482046485504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.893989:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.893990:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.893992:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 454 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.893993:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 433 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.893997:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 454 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.894004:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1fc000/0xc2e84c07bf836c15 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce212 expref: 454 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.894009:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968041 00010000:00010000:0.0:1722795750.894011:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.894013:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+433:2005:x1806482046485632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.894018:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+453:2005:x1806482046485504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 33us (71us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.894020:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.894022:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968040 00010000:00010000:1.0:1722795750.894024:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 433 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.894032:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 433 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.894043:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5eac0/0xc2e84c07bf843dcf lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d439b expref: 433 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.894046:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+327:3679:x1806481766570880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2699us (2723us total) trans 4296352742 rc 0/0 00000004:00080000:3.0:1722795750.894048:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757da300/2, rc 0, transno 1385446 00000100:00100000:3.0:1722795750.894050:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766570880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.894051:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044715 00010000:00010000:1.0:1722795750.894052:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.894054:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.894056:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.894063:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894070:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.894076:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766573696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.894077:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485760 00000100:00100000:0.0:1722795750.894079:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485760 00010000:00010000:0.0:1722795750.894085:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 433 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.894085:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.894086:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.894091:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894094:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968042 00010000:00010000:3.0:1722795750.894095:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894097:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+433:2005:x1806482046485760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.894099:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894100:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.894101:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+433:2005:x1806482046485632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 86us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.894102:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 433 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.894106:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894107:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 433 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.894107:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968041 00010000:00010000:3.0:1722795750.894109:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.894111:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894114:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.894114:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.894120:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894122:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+432:2005:x1806482046485760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 25us (52us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.894123:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68c13 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894125:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968042 00000100:00100000:1.0:1722795750.894138:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.894141:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b1680/0xc2e84c07bf843dd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43a9 expref: 431 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.894149:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766571904:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.894154:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046485888 00000100:00100000:0.0:1722795750.894156:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046485888 00010000:00010000:0.0:1722795750.894160:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.894168:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968043 00000100:00100000:0.0:1722795750.894170:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+453:2006:x1806482046485888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.894174:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.894176:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.894181:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.894182:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.894187:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.894188:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.894188:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766572288:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.894190:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.894192:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486144 00010000:00010000:0.0:1722795750.894194:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.894194:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486144 00000100:00100000:2.0:1722795750.894194:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766572416:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.894198:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+327:3680:x1806481766571392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1845us (1893us total) trans 4296352743 rc 0/0 00010000:00010000:0.0:1722795750.894202:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.894202:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044716 00010000:00010000:1.0:1722795750.894204:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 431 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.894204:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894209:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+453:2006:x1806482046485888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.894212:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968043 00000004:00080000:3.0:1722795750.894218:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e95880/2, rc 0, transno 1385447 00000100:00100000:1.0:1722795750.894220:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968044 00000100:00100000:3.0:1722795750.894222:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766571392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.894224:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+431:2006:x1806482046486144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.894230:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.894233:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007bfc8d80/0xc2e84c07bf836c1c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce235 expref: 452 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.894234:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 431 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.894237:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.894240:0:16086:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16086:1806481766572032:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.894243:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 431 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.894245:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.894248:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766573696 00000100:00100000:3.0:1722795750.894248:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766573824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.894249:0:16086:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.894250:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766573696 00010000:00010000:0.0:1722795750.894254:0:16086:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.894254:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b5d680/0xc2e84c07bf843ddd lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43b7 expref: 431 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.894256:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.894257:0:16086:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.894260:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766573824 00000100:00100000:2.0:1722795750.894261:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766573824 00010000:00010000:0.0:1722795750.894262:0:16086:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.894263:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.894266:0:16086:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.894267:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766573952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.894268:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044722 00010000:00010000:0.0:1722795750.894269:0:16086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.894271:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+328:3678:x1806481766573696:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.894273:0:16086:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.894274:0:16086:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.894274:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+430:2006:x1806482046486144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 49us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.894274:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.894278:0:16086:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.894278:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11339 count 1 00000100:00100000:1.0:1722795750.894280:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968044 00010000:00010000:0.0:1722795750.894283:0:16086:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.894285:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.894285:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766573952 00010000:00010000:0.0:1722795750.894286:0:16086:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb840/0xc2e84c07bfa68c1a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.894287:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766573952 00010000:00010000:2.0:1722795750.894292:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 451 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894298:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894303:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894304:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.894304:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044723 00010000:00010000:2.0:1722795750.894306:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.894306:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+329:3678:x1806481766573824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.894310:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044724 00000100:00100000:1.0:1722795750.894314:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+330:3680:x1806481766573952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.894314:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11340 count 1 00010000:00010000:2.0:1722795750.894321:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.894321:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.894325:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11341 count 1 00010000:00010000:3.0:1722795750.894327:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 451 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894329:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 429 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.894332:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 429 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.894334:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.894336:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.894336:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.894338:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766574080:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.894338:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.894345:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 451 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.894347:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 429 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.894352:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.894352:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 429 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.894358:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.894359:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894359:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 451 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.894359:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766574208:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.894361:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894364:0:16086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+330:3680:x1806481766571776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1717us (1771us total) trans 4296352744 rc 0/0 00010000:00010000:2.0:1722795750.894368:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 451 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.894369:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044717 00000004:00080000:3.0:1722795750.894371:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070e94000/2, rc 0, transno 1385448 00000100:00100000:3.0:1722795750.894375:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766571776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.894376:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.894381:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766574336:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.894385:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 429 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.894391:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 451 pid: 16036 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.894394:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88009e484540 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.894412:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 451 pid: 16036 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.894414:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766574464:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.894418:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766574592:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.894432:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.894436:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 451 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.894445:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 451 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.894446:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766574720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.894454:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766574848:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.894455:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.894466:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766574720 00000100:00100000:1.0:1722795750.894467:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300b40 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.894468:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766574720 00000100:00100000:2.0:1722795750.894479:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044725 00000100:00100000:2.0:1722795750.894482:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+330:3681:x1806481766574720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.894489:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11342 count 1 00010000:00010000:2.0:1722795750.894496:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.894502:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 451 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894507:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894511:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894511:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894513:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.894521:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 429 pid: 16042 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894526:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 429 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.894535:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766574976:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.894548:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 451 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.894553:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 451 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.894557:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766575104:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.894562:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880131c89e40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.894573:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.894585:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486016 00000100:00100000:2.0:1722795750.894587:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486016 00010000:00010000:2.0:1722795750.894594:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 452 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.894603:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968045 00000100:00100000:2.0:1722795750.894606:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+452:2006:x1806482046486016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.894610:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.894612:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 452 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.894617:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 452 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.894624:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818e7600/0xc2e84c07bf836c23 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce243 expref: 452 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.894632:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894633:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.894635:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.894639:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.894649:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.894654:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894660:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.894661:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+451:2006:x1806482046486016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (89us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.894664:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.894665:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968045 00010000:00010000:0.0:1722795750.894668:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894674:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894679:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.894682:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894688:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894698:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.894703:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68c21 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.894830:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+331:3678:x1806481766572160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1758us (1798us total) trans 4296352745 rc 0/0 00000100:00100000:0.0:1722795750.894837:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044718 00000004:00080000:3.0:1722795750.894857:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f32d80/2, rc 0, transno 1385449 00000100:00100000:3.0:1722795750.894879:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766572160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.894944:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766575232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.894958:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.894974:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766575232 00000100:00100000:2.0:1722795750.894978:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766575232 00000100:00100000:2.0:1722795750.894993:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044726 00000100:00100000:2.0:1722795750.894997:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+331:3678:x1806481766575232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.895005:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11343 count 1 00010000:00010000:2.0:1722795750.895012:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.895019:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 450 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.895023:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 429 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.895030:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.895031:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.895032:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.895041:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 429 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.895046:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 429 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.895051:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766575360:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.895077:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 450 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.895082:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 450 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.895087:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766575488:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.895093:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.895316:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766572672:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.895322:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766572800:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.895331:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.895340:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766573184:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.895345:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766573440:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.895356:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.895391:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766573568:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.895680:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.895705:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766574080:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.895712:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.895714:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486272 00000100:00100000:3.0:1722795750.895717:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486272 00010000:00010000:3.0:1722795750.895729:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 430 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.895753:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486528 00000100:00100000:1.0:1722795750.895757:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486528 00000100:00100000:3.0:1722795750.895757:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968046 00000100:00100000:2.0:1722795750.895761:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766574208:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.895762:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+431:2005:x1806482046486272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.895769:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 431 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.895769:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.895773:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 431 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.895783:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 431 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.895786:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968047 00000100:00100000:1.0:1722795750.895791:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+431:2005:x1806482046486528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.895796:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c82db00/0xc2e84c07bf843de4 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43c5 expref: 431 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.895798:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.895802:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 431 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.895806:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.895811:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 430 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.895823:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502e1c0/0xc2e84c07bf843df2 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43d3 expref: 430 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.895825:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+430:2005:x1806482046486272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.895830:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968046 00010000:00010000:1.0:1722795750.895833:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.895849:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+428:2005:x1806482046486528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.895851:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766573312:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.895855:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968047 00010000:00010000:3.0:1722795750.895875:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.895942:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766574336:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.895953:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.895996:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766574464:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.896006:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.896024:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486400 00000100:00100000:1.0:1722795750.896027:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486400 00000100:00100000:0.0:1722795750.896031:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.896033:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766574592:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.896037:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 451 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896043:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896052:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486656 00000100:00100000:1.0:1722795750.896054:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486656 00010000:00010000:1.0:1722795750.896061:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 452 pid: 16097 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896065:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766574976:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.896073:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.896075:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968048 00000100:00100000:1.0:1722795750.896080:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486784 00000100:00100000:3.0:1722795750.896080:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+452:2006:x1806482046486400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.896083:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486784 00010000:00010000:3.0:1722795750.896088:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.896090:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 453 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896093:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896102:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896112:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072333600/0xc2e84c07bf836c38 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce25f expref: 453 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896119:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896120:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896122:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896126:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896137:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.896140:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968049 00010000:00010000:2.0:1722795750.896142:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896146:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896148:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+452:2006:x1806482046486656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.896150:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896152:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968050 00000100:00100000:3.0:1722795750.896152:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+452:2006:x1806482046486400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 72us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.896154:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896156:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.896156:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968048 00000100:00100000:1.0:1722795750.896157:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+452:2005:x1806482046486784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.896161:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 452 pid: 16097 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896161:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896164:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.896165:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.896167:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896169:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 451 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896170:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 451 pid: 16097 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896171:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896177:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 451 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896177:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896181:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841f80/0xc2e84c07bfa68c28 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896181:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.896183:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072333cc0/0xc2e84c07bf836c3f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce26d expref: 451 pid: 16097 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.896189:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487040 00010000:00010000:1.0:1722795750.896190:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124566ac0/0xc2e84c07bf836c70 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce27b expref: 451 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.896191:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487040 00010000:00010000:0.0:1722795750.896192:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.896194:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.896196:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896198:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 428 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896201:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.896203:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896217:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+449:2005:x1806482046486784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.896219:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968051 00000100:00100000:3.0:1722795750.896222:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+428:2005:x1806482046487040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.896223:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968050 00010000:00010000:0.0:1722795750.896224:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.896226:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.896229:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 428 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896234:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 428 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896242:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+448:2006:x1806482046486656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 95us (210us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.896242:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1b00/0xc2e84c07bf843deb lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43e1 expref: 428 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896247:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.896248:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968049 00010000:00010000:3.0:1722795750.896248:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896249:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896254:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896262:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.896273:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+427:2005:x1806482046487040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.896277:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968051 00010000:00010000:3.0:1722795750.896293:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896295:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.896299:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+332:3678:x1806481766572544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2806us (2917us total) trans 4296352746 rc 0/0 00010000:00010000:3.0:1722795750.896300:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.896304:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044719 00010000:00010000:3.0:1722795750.896308:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896309:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.896315:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896322:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.896324:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3ce00/2, rc 0, transno 1385450 00010000:00010000:3.0:1722795750.896327:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.896328:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766572544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.896330:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896337:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896347:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896349:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487296 00000100:00100000:1.0:1722795750.896352:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487296 00000100:00100000:2.0:1722795750.896352:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766575360:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.896354:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68c36 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.896357:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766575488:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.896362:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 448 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896369:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896376:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487552 00000100:00100000:2.0:1722795750.896377:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.896378:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487552 00000100:00100000:2.0:1722795750.896382:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766575616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.896384:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 449 pid: 16036 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896412:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.896422:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.896422:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968052 00000100:00100000:2.0:1722795750.896425:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766575616 00000100:00100000:1.0:1722795750.896427:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+449:2005:x1806482046487296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.896427:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766575616 00000100:00100000:0.0:1722795750.896433:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.896433:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.896437:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 449 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896437:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044727 00000100:00100000:2.0:1722795750.896440:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+333:3678:x1806481766575616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.896441:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046486912 00000100:00100000:0.0:1722795750.896443:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046486912 00010000:00010000:1.0:1722795750.896445:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 449 pid: 15448 timeout: 946 lvb_type: 1 00002000:00080000:2.0:1722795750.896450:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11344 count 1 00010000:00010000:0.0:1722795750.896452:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 427 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896457:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124564480/0xc2e84c07bf836c77 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce289 expref: 449 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896459:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896463:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+333:3680:x1806481766573056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2648us (2685us total) trans 4296352747 rc 0/0 00000100:00100000:0.0:1722795750.896467:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487168 00010000:00010000:1.0:1722795750.896467:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.896467:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044721 00000100:00100000:0.0:1722795750.896468:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487168 00010000:00010000:2.0:1722795750.896470:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 448 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.896473:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 428 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896478:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 428 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.896481:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968053 00000100:00100000:1.0:1722795750.896482:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+448:2005:x1806482046487296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.896484:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.896485:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+448:2005:x1806482046487552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.896485:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968054 00010000:00010000:2.0:1722795750.896486:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.896488:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896489:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968052 00000100:00100000:3.0:1722795750.896489:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+428:2006:x1806482046486912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.896490:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.896492:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 448 pid: 16036 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896494:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.896497:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 428 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896498:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 447 pid: 16036 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.896502:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968055 00010000:00010000:3.0:1722795750.896503:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 428 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.896506:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+428:2006:x1806482046487168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.896507:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a16f5b00/0xc2e84c07bf836c7e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce297 expref: 447 pid: 16036 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896511:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502ef40/0xc2e84c07bf843df9 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43ef expref: 428 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896512:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.896515:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.896516:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 427 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896517:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896518:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896520:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896524:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 427 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.896524:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896525:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 427 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896526:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+446:2005:x1806482046487552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.896530:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968053 00010000:00010000:2.0:1722795750.896533:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 427 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896536:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908e21c0/0xc2e84c07bf843e00 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d43fd expref: 427 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896540:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.896544:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.896544:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766575744:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.896546:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.896549:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896550:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766575104:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.896553:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+426:2006:x1806482046486912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.896555:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896556:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896556:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968054 00010000:00010000:0.0:1722795750.896561:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896562:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896569:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896570:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.896575:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.896575:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3dc00/2, rc 0, transno 1385451 00000100:00100000:3.0:1722795750.896580:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766573056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.896581:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.896582:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896584:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+425:2006:x1806482046487168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.896586:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e9686c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.896588:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.896589:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968055 00000100:00100000:0.0:1722795750.896590:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487936 00000100:00100000:0.0:1722795750.896592:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487936 00010000:00010000:2.0:1722795750.896592:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896598:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 425 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896598:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896600:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766575872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.896607:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68c3d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896609:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968056 00000100:00100000:0.0:1722795750.896611:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+425:2006:x1806482046487936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.896613:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.896615:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.896617:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 425 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896622:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 425 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.896628:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766574848:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.896631:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3b3cc0/0xc2e84c07bf843e15 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4427 expref: 425 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896638:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.896642:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.896645:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+424:2006:x1806482046487936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 33us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.896648:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968056 00000100:00100000:3.0:1722795750.896663:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.896672:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488192 00000100:00100000:3.0:1722795750.896674:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488192 00000100:00100000:0.0:1722795750.896678:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.896682:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 446 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896692:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.896692:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487808 00000100:00100000:3.0:1722795750.896693:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487808 00000100:00100000:1.0:1722795750.896697:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968057 00010000:00010000:3.0:1722795750.896697:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 447 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.896704:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+447:2006:x1806482046488192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.896705:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488064 00000100:00100000:3.0:1722795750.896706:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488064 00010000:00010000:3.0:1722795750.896710:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 448 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896716:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+333:3678:x1806481766573696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2442us (2476us total) trans 4296352748 rc 0/0 00000100:00100000:0.0:1722795750.896717:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.896717:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968058 00000100:00100000:1.0:1722795750.896721:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+448:2006:x1806482046487808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.896723:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044722 00000100:00100000:0.0:1722795750.896724:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487424 00000100:00100000:0.0:1722795750.896726:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487424 00010000:00010000:1.0:1722795750.896726:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.896727:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968059 00000100:00100000:3.0:1722795750.896730:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+448:2006:x1806482046488064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.896731:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 448 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896732:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 424 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896734:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.896735:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766575872 00010000:00010000:3.0:1722795750.896737:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 448 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896738:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766575872 00010000:00010000:1.0:1722795750.896740:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 448 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896743:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968060 00010000:00010000:3.0:1722795750.896743:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 448 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896745:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+424:2005:x1806482046487424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.896749:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.896750:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044728 00010000:00010000:0.0:1722795750.896751:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 424 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896752:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072332d00/0xc2e84c07bf836c93 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2b3 expref: 448 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896753:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+333:3680:x1806481766575872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.896755:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124564fc0/0xc2e84c07bf836c85 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2a5 expref: 448 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.896757:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 424 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896761:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1722795750.896763:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11345 count 1 00010000:00010000:0.0:1722795750.896764:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502f180/0xc2e84c07bf843e07 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d440b expref: 424 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.896764:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896765:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.896767:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896771:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896772:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896775:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.896776:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+446:2006:x1806482046487808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.896780:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.896782:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968058 00010000:00010000:2.0:1722795750.896782:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 446 pid: 16106 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.896785:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+423:2005:x1806482046487424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.896788:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968060 00010000:00010000:2.0:1722795750.896788:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 423 pid: 16115 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.896791:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+445:2006:x1806482046488064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.896792:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.896793:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.896794:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896794:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968059 00010000:00010000:1.0:1722795750.896800:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.896804:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.896805:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 444 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896811:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896814:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 444 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896816:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766576000:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.896824:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124565d40/0xc2e84c07bf836c8c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2c8 expref: 444 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.896833:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.896834:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.896835:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.896837:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896842:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.896844:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.896850:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.896850:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766576128:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.896851:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046487680 00000100:00100000:3.0:1722795750.896853:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046487680 00010000:00010000:3.0:1722795750.896859:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 423 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.896878:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec240 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.896880:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.896885:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968061 00000100:00100000:3.0:1722795750.896888:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+423:2005:x1806482046487680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.896894:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+443:2006:x1806482046488192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 189us (229us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.896894:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.896897:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 423 pid: 16042 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.896900:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968057 00000004:00080000:2.0:1722795750.896900:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3d180/2, rc 0, transno 1385452 00000100:00100000:2.0:1722795750.896908:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766573696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.896910:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 423 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896922:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896922:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502d200/0xc2e84c07bf843e0e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4419 expref: 423 pid: 16042 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.896927:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896931:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.896932:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896933:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.896935:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896935:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896936:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896940:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896942:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896942:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896944:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.896946:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896949:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896950:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896956:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.896956:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.896957:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.896959:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843600/0xc2e84c07bfa68c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896964:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896966:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896970:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.896973:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896974:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896975:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+422:2005:x1806482046487680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (130us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.896981:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.896981:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968061 00010000:00010000:1.0:1722795750.896985:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896987:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896992:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.896994:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.896995:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.896997:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.897000:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68c4b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897002:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897017:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.897021:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766576256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.897023:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68c52 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897041:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+334:3678:x1806481766573824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2733us (2783us total) trans 4296352749 rc 0/0 00000100:00100000:3.0:1722795750.897041:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.897045:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044723 00000100:00100000:2.0:1722795750.897056:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766576256 00000100:00100000:2.0:1722795750.897057:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766576256 00000100:00100000:2.0:1722795750.897067:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044729 00000100:00100000:2.0:1722795750.897069:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+336:3681:x1806481766576256:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1722795750.897084:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3df80/2, rc 0, transno 1385453 00000100:00100000:2.0:1722795750.897088:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766573824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.897114:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 442 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897119:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+336:3680:x1806481766573952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2803us (2842us total) trans 4296352750 rc 0/0 00010000:00010000:2.0:1722795750.897120:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 442 pid: 15448 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.897122:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3ea00/2, rc 0, transno 1385454 00000100:00100000:1.0:1722795750.897126:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044724 00000100:00100000:2.0:1722795750.897126:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766576512:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.897126:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766573952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.897134:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.897141:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766576384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.897145:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.897152:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897155:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.897156:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+335:3681:x1806481766574720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2670us (2697us total) trans 4296352751 rc 0/0 00000004:00080000:3.0:1722795750.897158:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3f100/2, rc 0, transno 1385455 00010000:00010000:1.0:1722795750.897159:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.897161:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766574720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.897163:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044725 00000100:00100000:2.0:1722795750.897164:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1722795750.897166:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897167:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766576640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.897173:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897175:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.897178:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766576384 00000100:00100000:0.0:1722795750.897181:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766576384 00010000:00010000:1.0:1722795750.897184:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.897184:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766576640 00000100:00100000:2.0:1722795750.897186:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766576640 00000100:00100000:3.0:1722795750.897186:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766576768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.897187:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.897194:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.897196:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044730 00000100:00100000:2.0:1722795750.897199:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044731 00000100:00100000:0.0:1722795750.897200:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+336:3678:x1806481766576384:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.897202:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+336:3678:x1806481766576640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.897203:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.897206:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.897209:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68c59 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897210:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.897213:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11347 count 1 00010000:00010000:2.0:1722795750.897215:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897219:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897223:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897226:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.897226:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766576768 00000100:00100000:3.0:1722795750.897229:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766576768 00010000:00010000:2.0:1722795750.897230:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897233:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.897234:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897235:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897238:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.897239:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044732 00010000:00010000:0.0:1722795750.897241:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.897242:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880088084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+337:3680:x1806481766576768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.897244:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897247:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897248:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68c2f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897249:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.897251:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897268:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.897278:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.897286:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766576896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.897301:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+339:3678:x1806481766575232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2301us (2339us total) trans 4296352752 rc 0/0 00000004:00080000:3.0:1722795750.897304:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f33100/2, rc 0, transno 1385456 00000100:00100000:1.0:1722795750.897307:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044726 00000100:00100000:3.0:1722795750.897308:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766575232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.897314:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.897323:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 442 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.897330:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766577024:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.897334:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+338:3680:x1806481766572928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3554us (3593us total) trans 4296352753 rc 0/0 00000004:00080000:3.0:1722795750.897335:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3d880/2, rc 0, transno 1385457 00000100:00100000:3.0:1722795750.897337:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766572928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.897338:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044720 00000100:00100000:3.0:1722795750.897340:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.897343:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766577152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.897345:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1600 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.897359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1722795750.897367:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11346 count 1 00002000:00080000:2.0:1722795750.897374:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11348 count 1 00010000:00010000:0.0:1722795750.897377:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897381:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897386:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 442 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897391:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.897394:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 421 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897411:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897415:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897416:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897417:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.897424:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.897426:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.897427:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795750.897427:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.897428:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897432:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.897436:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766577280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.897438:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766577408:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.897453:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897458:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.897459:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.897463:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766577536:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.897471:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.897479:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766577152 00002000:00080000:2.0:1722795750.897480:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11349 count 1 00000100:00100000:1.0:1722795750.897482:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766577152 00010000:00010000:2.0:1722795750.897486:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897492:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897497:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766577280 00010000:00010000:2.0:1722795750.897497:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 421 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897499:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766577280 00010000:00010000:2.0:1722795750.897500:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897501:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897502:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.897509:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044733 00010000:00010000:2.0:1722795750.897510:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 421 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897514:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+339:3680:x1806481766577152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.897515:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 421 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.897516:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 421 pid: 15473 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.897520:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766577664:192.168.201.15@tcp:104: 00002000:00080000:1.0:1722795750.897525:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11350 count 1 00010000:00010000:0.0:1722795750.897526:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 421 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897532:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.897534:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.897536:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766577792:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.897537:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 442 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.897542:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766577920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.897545:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 442 pid: 16095 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.897549:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2eccc0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.897553:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 421 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.897558:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044734 00010000:00010000:1.0:1722795750.897559:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.897560:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 442 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.897560:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.897561:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+339:3679:x1806481766577280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.897563:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.897567:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11351 count 1 00010000:00010000:0.0:1722795750.897569:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 442 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897572:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.897577:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 421 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.897578:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766578048:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.897578:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897583:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 421 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.897586:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897586:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.897587:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897588:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.897591:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1180 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.897596:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 421 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897597:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766578176:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.897604:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 421 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.897618:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 442 pid: 16095 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.897618:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766578304:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.897627:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 442 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897638:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 442 pid: 16051 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.897641:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766578432:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.897648:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 442 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.897652:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.897657:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766578560:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.897662:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766576000:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.897670:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ecf00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.897716:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766576128:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.897721:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.897729:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897738:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488320 00000100:00100000:2.0:1722795750.897742:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488320 00010000:00010000:2.0:1722795750.897754:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.897763:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.897771:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488448 00000100:00100000:2.0:1722795750.897773:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488448 00000100:00100000:3.0:1722795750.897776:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968062 00010000:00010000:2.0:1722795750.897780:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.897780:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+422:2005:x1806482046488320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.897785:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.897788:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.897795:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968063 00010000:00010000:3.0:1722795750.897797:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.897800:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+443:2006:x1806482046488448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.897807:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.897809:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800979198c0/0xc2e84c07bf843e23 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4443 expref: 422 pid: 16115 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897812:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.897819:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.897825:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.897837:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4000/0xc2e84c07bf836b4a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2e4 expref: 443 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.897841:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+421:2005:x1806482046488320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.897847:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968062 00010000:00010000:2.0:1722795750.897848:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897849:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.897852:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897859:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.897888:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.897901:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897909:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+442:2006:x1806482046488448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 108us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.897909:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.897916:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968063 00010000:00010000:3.0:1722795750.897917:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897924:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897931:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897937:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.897939:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897948:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897955:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.897959:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68c67 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.898061:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+340:3680:x1806481766575872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1306us (1446us total) trans 4296352754 rc 0/0 00000100:00100000:3.0:1722795750.898065:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044728 00000004:00080000:0.0:1722795750.898081:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f96f100/2, rc 0, transno 1385458 00000100:00100000:0.0:1722795750.898089:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766575872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.898126:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.898135:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766578688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.898156:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.898168:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766578688 00000100:00100000:3.0:1722795750.898170:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766578688 00000100:00100000:3.0:1722795750.898181:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044735 00000100:00100000:3.0:1722795750.898183:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+340:3678:x1806481766578688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.898191:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11352 count 1 00010000:00010000:3.0:1722795750.898198:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.898206:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 441 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.898210:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 420 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.898217:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.898218:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.898220:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.898229:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 420 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.898234:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 420 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.898240:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766578816:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.898259:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 441 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.898264:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 441 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.898269:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766578944:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.898275:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129300 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.899170:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766575744:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.899176:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766576512:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.899187:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.899194:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766576896:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.899203:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766577024:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.899219:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899267:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.899274:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766577408:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.899281:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488704 00000100:00100000:3.0:1722795750.899282:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766577536:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.899283:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488704 00000100:00100000:0.0:1722795750.899290:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.899291:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 442 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899298:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.899312:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488960 00000100:00100000:2.0:1722795750.899313:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488960 00000100:00100000:0.0:1722795750.899315:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.899318:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.899327:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489216 00000100:00100000:2.0:1722795750.899329:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489216 00010000:00010000:2.0:1722795750.899332:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 443 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899333:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968064 00000100:00100000:3.0:1722795750.899339:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+443:2006:x1806482046488704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.899345:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968065 00010000:00010000:3.0:1722795750.899345:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.899348:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+421:2006:x1806482046488960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.899348:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 443 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899353:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.899354:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 443 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.899355:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968066 00010000:00010000:2.0:1722795750.899356:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.899361:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+443:2006:x1806482046489216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.899362:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1440/0xc2e84c07bf836cf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce300 expref: 443 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899363:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899369:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.899371:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.899372:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1f80/0xc2e84c07bf843e2a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d445f expref: 421 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899372:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.899373:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899374:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899379:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.899383:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899383:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.899389:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.899412:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+420:2006:x1806482046488960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.899416:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968065 00000100:00100000:3.0:1722795750.899420:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+442:2006:x1806482046488704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (153us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.899423:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083aa9440/0xc2e84c07bf836cfc lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce32a expref: 442 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899424:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968064 00010000:00010000:1.0:1722795750.899435:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.899435:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766577664:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.899438:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.899450:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.899453:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488576 00000100:00100000:1.0:1722795750.899454:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+440:2006:x1806482046489216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 92us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.899455:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488576 00000100:00100000:0.0:1722795750.899459:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.899461:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 420 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.899462:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968066 00000100:00100000:0.0:1722795750.899466:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046488832 00000100:00100000:0.0:1722795750.899469:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046488832 00000100:00100000:2.0:1722795750.899470:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489088 00000100:00100000:2.0:1722795750.899471:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489088 00010000:00010000:2.0:1722795750.899476:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899478:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 440 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.899485:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968067 00000100:00100000:2.0:1722795750.899487:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+421:2006:x1806482046488576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.899491:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.899492:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968068 00010000:00010000:2.0:1722795750.899493:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.899495:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+421:2006:x1806482046489088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.899499:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899501:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.899504:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899506:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908e1680/0xc2e84c07bf843e1c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4435 expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899510:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 421 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899515:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.899518:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908e3a80/0xc2e84c07bf843e38 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d446d expref: 420 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899525:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.899526:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.899528:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.899530:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+419:2006:x1806482046488576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 40us (92us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.899536:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.899536:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968067 00010000:00010000:0.0:1722795750.899546:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.899549:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968069 00000100:00100000:2.0:1722795750.899552:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+440:2006:x1806482046488832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.899555:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899558:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+418:2006:x1806482046489088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.899561:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968068 00010000:00010000:3.0:1722795750.899568:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899569:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.899573:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899574:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 440 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899576:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899576:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899580:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 440 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899580:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899583:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.899584:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899584:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.899585:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899587:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124565b00/0xc2e84c07bf836c9a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2d6 expref: 440 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899589:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899590:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489344 00010000:00010000:1.0:1722795750.899591:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899592:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489344 00010000:00010000:2.0:1722795750.899593:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.899594:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.899595:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899596:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.899597:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 418 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899598:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899599:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68c7c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899601:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.899605:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899606:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968070 00000100:00100000:0.0:1722795750.899609:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+418:2006:x1806482046489344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.899611:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.899613:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.899614:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899614:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.899615:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 418 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899620:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 418 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899621:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.899628:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502c900/0xc2e84c07bf843e3f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d447b expref: 418 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899631:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.899631:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+439:2006:x1806482046488832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 76us (178us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.899637:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.899637:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968069 00010000:00010000:1.0:1722795750.899638:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb180/0xc2e84c07bfa68c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899647:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+417:2006:x1806482046489344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 37us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.899650:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968070 00000100:00100000:3.0:1722795750.899689:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+341:3678:x1806481766576640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2486us (2513us total) trans 4296352755 rc 0/0 00000100:00100000:3.0:1722795750.899694:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044731 00000100:00100000:0.0:1722795750.899698:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.899704:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489600 00000100:00100000:0.0:1722795750.899706:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489600 00010000:00010000:0.0:1722795750.899712:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 417 pid: 15473 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.899712:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880089663480/2, rc 0, transno 1385459 00000100:00100000:3.0:1722795750.899716:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880089663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766576640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.899720:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968071 00000100:00100000:0.0:1722795750.899723:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+417:2005:x1806482046489600:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.899725:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766578176:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.899727:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.899729:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 417 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.899733:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.899734:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 417 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899735:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1722795750.899740:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.899740:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766579072:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.899741:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899748:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+417:2005:x1806482046489600:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 25us (51us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.899749:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899752:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968071 00000100:00100000:3.0:1722795750.899752:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.899755:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899762:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.899763:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766579072 00000100:00100000:3.0:1722795750.899765:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766579072 00010000:00010000:2.0:1722795750.899768:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.899771:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.899775:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044736 00010000:00010000:2.0:1722795750.899778:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.899778:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+342:3681:x1806481766579072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.899781:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766577920:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795750.899786:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11353 count 1 00010000:00010000:2.0:1722795750.899788:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.899792:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899793:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899799:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68c60 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899800:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 438 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.899804:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502cd80/0xc2e84c07bf843e31 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4451 expref: 416 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.899805:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 416 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.899808:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+342:3678:x1806481766576384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2606us (2650us total) trans 4296352756 rc 0/0 00010000:00010000:3.0:1722795750.899809:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.899810:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766577792:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.899810:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.899811:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.899815:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766578048:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.899815:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044730 00010000:00010000:3.0:1722795750.899820:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 415 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.899824:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.899829:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 415 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899835:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766579200:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.899848:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 438 pid: 16025 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.899850:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.899853:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 438 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899858:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766579328:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.899879:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129180 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.899880:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489856 00000100:00100000:1.0:1722795750.899884:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489856 00000100:00100000:0.0:1722795750.899885:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.899893:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757d9880/2, rc 0, transno 1385460 00000100:00100000:0.0:1722795750.899895:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489728 00010000:00010000:1.0:1722795750.899895:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 416 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899895:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766576384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.899897:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489728 00000100:00100000:2.0:1722795750.899899:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+342:3678:x1806481766575616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3457us (3502us total) trans 4296352757 rc 0/0 00000004:00080000:3.0:1722795750.899900:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800962bca80/2, rc 0, transno 1385461 00000100:00100000:3.0:1722795750.899902:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766575616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.899904:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044727 00010000:00010000:0.0:1722795750.899905:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 439 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.899919:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968072 00000100:00100000:3.0:1722795750.899920:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766579456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.899921:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+416:2005:x1806482046489856:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.899923:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968073 00010000:00010000:0.0:1722795750.899926:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.899928:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+439:2005:x1806482046489728:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.899929:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 416 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899931:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.899935:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 416 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.899935:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.899938:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766578304:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.899940:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 439 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.899943:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966f7cc0/0xc2e84c07bf843e46 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4489 expref: 416 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.899945:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766579456 00000100:00100000:2.0:1722795750.899947:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766579456 00010000:00010000:0.0:1722795750.899950:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.899950:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 439 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.899952:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766579584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.899957:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044737 00000100:00100000:0.0:1722795750.899958:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+415:2005:x1806482046489856:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 36us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.899960:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+342:3681:x1806481766579456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.899961:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.899962:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968072 00010000:00010000:1.0:1722795750.899962:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1014480/0xc2e84c07bf836b51 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce2f2 expref: 439 pid: 16106 timeout: 946 lvb_type: 1 00002000:00080000:2.0:1722795750.899968:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11354 count 1 00010000:00010000:1.0:1722795750.899972:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.899972:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766579584 00010000:00010000:1.0:1722795750.899974:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.899974:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766579584 00010000:00010000:2.0:1722795750.899975:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.899977:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899982:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 438 pid: 16095 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.899984:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044738 00010000:00010000:2.0:1722795750.899987:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 414 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.899987:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+343:3678:x1806481766579584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.899990:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.899991:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.899991:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.899993:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.899995:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11355 count 1 00000100:00100000:0.0:1722795750.899997:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.900001:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900004:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.900005:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 414 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.900006:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489472 00000100:00100000:0.0:1722795750.900007:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489472 00010000:00010000:3.0:1722795750.900008:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 438 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.900011:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 414 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900013:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 439 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900013:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 414 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.900016:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.900017:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+439:2005:x1806482046489728:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.900017:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766579712:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.900017:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.900019:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.900024:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968073 00010000:00010000:3.0:1722795750.900028:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 414 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.900030:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968074 00000100:00100000:0.0:1722795750.900033:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+438:2006:x1806482046489472:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.900034:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 414 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900037:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.900039:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 438 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.900040:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766579840:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.900045:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 438 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900051:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0000/0xc2e84c07bf836d03 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce338 expref: 438 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.900051:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766578432:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.900055:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 438 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.900060:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 437 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900062:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.900063:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.900064:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 437 pid: 16095 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900065:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900065:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.900066:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766579968:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.900070:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.900072:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.900074:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 437 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900078:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.900083:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766580096:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.900087:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+437:2006:x1806482046489472:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.900090:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968074 00000100:00100000:2.0:1722795750.900096:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.900100:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900105:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900109:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900113:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900117:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900123:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.900125:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900129:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900134:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900137:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68c83 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.900216:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880088084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+344:3680:x1806481766576768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2973us (3010us total) trans 4296352758 rc 0/0 00000100:00100000:0.0:1722795750.900221:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044732 00010000:00010000:0.0:1722795750.900234:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.900237:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088085500/2, rc 0, transno 1385462 00010000:00010000:0.0:1722795750.900238:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900242:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900246:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900251:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.900253:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766576768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.900254:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.900256:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900260:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900265:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900269:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8240/0xc2e84c07bfa68c75 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.900293:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.900302:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766580224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.900323:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.900332:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+344:3681:x1806481766576256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3261us (3290us total) trans 4296352759 rc 0/0 00000100:00100000:0.0:1722795750.900335:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044729 00000004:00080000:3.0:1722795750.900341:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800757db100/2, rc 0, transno 1385463 00000100:00100000:2.0:1722795750.900345:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766580224 00000100:00100000:3.0:1722795750.900346:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766576256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.900348:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766580224 00000100:00100000:3.0:1722795750.900360:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795750.900364:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766580352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.900365:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044739 00000100:00100000:2.0:1722795750.900369:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+344:3678:x1806481766580224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.900377:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1722795750.900382:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11356 count 1 00000100:00100000:1.0:1722795750.900392:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766580352 00010000:00010000:2.0:1722795750.900392:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.900421:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766580352 00010000:00010000:2.0:1722795750.900431:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 436 pid: 16095 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.900432:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044740 00000100:00100000:0.0:1722795750.900435:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+345:3681:x1806481766580352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.900439:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 414 pid: 16059 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1722795750.900443:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11357 count 1 00010000:00010000:2.0:1722795750.900445:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.900447:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.900449:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900451:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.900458:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 436 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900464:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 414 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.900466:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 414 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900467:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.900468:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.900469:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900475:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 414 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.900479:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 414 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900485:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 414 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.900485:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766580480:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.900490:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766580608:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.900504:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 436 pid: 16095 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900505:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 436 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.900510:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 436 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.900513:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 436 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.900515:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766580864:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.900520:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1180 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.900527:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766580736:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.900541:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.900583:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766578560:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.900594:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.900595:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766578816:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.900600:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.900604:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766578944:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.900617:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.900619:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.900632:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.900632:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046489984 00000100:00100000:1.0:1722795750.900634:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490240 00000100:00100000:3.0:1722795750.900634:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046489984 00000100:00100000:1.0:1722795750.900638:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490240 00010000:00010000:3.0:1722795750.900641:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 415 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.900647:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.900649:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 437 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.900651:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490496 00000100:00100000:3.0:1722795750.900653:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490496 00010000:00010000:3.0:1722795750.900657:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 438 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.900660:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490112 00000100:00100000:2.0:1722795750.900662:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490112 00000100:00100000:1.0:1722795750.900667:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968075 00000100:00100000:3.0:1722795750.900670:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968076 00010000:00010000:2.0:1722795750.900671:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 439 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.900672:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+415:2006:x1806482046489984:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.900673:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+439:2006:x1806482046490240:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.900679:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.900679:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.900682:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 439 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.900683:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 415 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.900684:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968077 00000100:00100000:2.0:1722795750.900687:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+439:2006:x1806482046490496:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.900687:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 439 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.900691:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.900694:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 415 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.900694:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 439 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.900699:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.900700:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 439 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900707:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f3840/0xc2e84c07bf836d11 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce354 expref: 439 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.900709:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800856418c0/0xc2e84c07bf836d18 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce369 expref: 439 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900715:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.900715:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.900716:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013502dd40/0xc2e84c07bf843e4d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4497 expref: 415 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900717:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900722:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.900722:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900726:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.900730:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.900731:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+437:2006:x1806482046490496:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.900734:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968077 00000100:00100000:1.0:1722795750.900739:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+414:2006:x1806482046489984:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.900742:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490368 00000100:00100000:3.0:1722795750.900742:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+436:2006:x1806482046490240:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.900744:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490368 00000100:00100000:1.0:1722795750.900745:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968075 00000100:00100000:3.0:1722795750.900748:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968076 00010000:00010000:2.0:1722795750.900749:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 415 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.900759:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968078 00000100:00100000:3.0:1722795750.900763:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+435:2006:x1806482046490112:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.900768:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968079 00010000:00010000:3.0:1722795750.900770:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.900773:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+414:2006:x1806482046490368:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.900774:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 435 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.900779:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.900783:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 414 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900787:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 435 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.900792:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 414 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.900799:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083b85200/0xc2e84c07bf836d0a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce346 expref: 435 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.900803:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0978480/0xc2e84c07bf843e54 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44a5 expref: 414 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.900811:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.900811:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.900812:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.900813:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.900815:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900816:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900822:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900823:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.900838:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.900838:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.900842:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900847:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900851:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900855:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.900857:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+413:2006:x1806482046490368:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.900858:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+434:2006:x1806482046490112:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (209us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.900859:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900875:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842640 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.900877:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968079 00010000:00010000:2.0:1722795750.900877:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900881:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.900881:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968078 00010000:00010000:2.0:1722795750.900899:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.900903:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842640/0xc2e84c07bfa68c98 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900918:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900923:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900927:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900935:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900939:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900942:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.900944:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900948:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900954:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.900958:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68c91 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.900986:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+346:3678:x1806481766578688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2801us (2829us total) trans 4296352760 rc 0/0 00000100:00100000:2.0:1722795750.900990:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044735 00000004:00080000:0.0:1722795750.901003:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7c700/2, rc 0, transno 1385464 00010000:00010000:2.0:1722795750.901003:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901007:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.901020:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766578688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.901021:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901024:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901028:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901035:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818deac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.901037:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901040:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901046:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901050:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818deac0/0xc2e84c07bfa68c8a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.901081:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+347:3679:x1806481766577280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3518us (3620us total) trans 4296352761 rc 0/0 00000100:00100000:3.0:1722795750.901087:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044734 00000004:00080000:1.0:1722795750.901107:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7d180/2, rc 0, transno 1385465 00000100:00100000:1.0:1722795750.901112:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766577280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.901126:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766580992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.901130:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+346:3680:x1806481766577152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3616us (3770us total) trans 4296352762 rc 0/0 00000100:00100000:2.0:1722795750.901134:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044733 00000100:00100000:3.0:1722795750.901146:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1722795750.901153:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088084380/2, rc 0, transno 1385466 00000100:00100000:2.0:1722795750.901156:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766577152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.901212:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766581120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.901232:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.901244:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.901245:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766580992 00000100:00100000:3.0:1722795750.901248:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766580992 00000100:00100000:1.0:1722795750.901249:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766581248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.901256:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766581120 00000100:00100000:0.0:1722795750.901260:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766581120 00000100:00100000:3.0:1722795750.901260:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044741 00000100:00100000:1.0:1722795750.901261:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.901264:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+347:3681:x1806481766580992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.901274:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11358 count 1 00000100:00100000:0.0:1722795750.901276:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766581248 00000100:00100000:0.0:1722795750.901278:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766581248 00000100:00100000:2.0:1722795750.901280:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044742 00010000:00010000:3.0:1722795750.901283:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.901285:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+348:3678:x1806481766581120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.901290:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044743 00010000:00010000:3.0:1722795750.901293:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 433 pid: 16036 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.901294:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+348:3678:x1806481766581248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.901296:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11359 count 1 00010000:00010000:3.0:1722795750.901301:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 412 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.901305:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1722795750.901306:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11360 count 1 00010000:00010000:3.0:1722795750.901306:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.901308:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.901310:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.901315:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.901315:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 433 pid: 16023 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.901323:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 412 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.901325:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 412 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.901326:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 433 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.901329:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.901330:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.901333:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.901334:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.901340:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766581376:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.901346:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 412 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.901352:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 412 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.901358:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766581504:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.901365:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 433 pid: 16036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.901375:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 433 pid: 16023 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.901379:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 433 pid: 16036 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.901380:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 433 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.901384:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766581760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.901388:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766581632:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.901391:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 412 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.901391:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.901416:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.901429:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129e40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.901442:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766579328:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.901464:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.901467:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.901482:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766579200:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.901484:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 412 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.901498:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.901549:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.901557:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766579840:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.901559:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766581888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.901599:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766579712:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.901605:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766579968:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.901606:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766580096:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.901616:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.901621:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.901630:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766580480:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.901669:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 433 pid: 16072 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.901679:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 433 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.901687:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766582016:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.901708:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766580608:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.901801:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.901804:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.901816:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490752 00000100:00100000:3.0:1722795750.901819:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490752 00010000:00010000:3.0:1722795750.901831:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 413 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.901848:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968080 00000100:00100000:3.0:1722795750.901852:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+413:2006:x1806482046490752:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.901859:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.901878:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 413 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.901888:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 413 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.901900:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966f7a80/0xc2e84c07bf843e5b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44b3 expref: 413 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.901909:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.901928:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+412:2006:x1806482046490752:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 75us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.901935:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968080 00000100:00100000:2.0:1722795750.902015:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.902025:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491008 00000100:00100000:3.0:1722795750.902028:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491008 00010000:00010000:3.0:1722795750.902038:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.902051:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968081 00000100:00100000:3.0:1722795750.902055:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+412:2006:x1806482046491008:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.902062:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.902065:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902073:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902083:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0978240/0xc2e84c07bf843e62 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44c1 expref: 412 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902089:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.902111:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+411:2006:x1806482046491008:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.902115:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968081 00000100:00100000:0.0:1722795750.902378:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.902409:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491264 00000100:00100000:3.0:1722795750.902412:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491264 00010000:00010000:3.0:1722795750.902420:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 411 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.902424:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.902437:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491520 00000100:00100000:3.0:1722795750.902439:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491520 00010000:00010000:3.0:1722795750.902443:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 412 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.902455:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968082 00000100:00100000:0.0:1722795750.902456:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.902458:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+412:2006:x1806482046491264:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.902462:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968083 00010000:00010000:3.0:1722795750.902462:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.902464:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 412 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.902468:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+412:2006:x1806482046491520:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.902470:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 412 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.902475:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.902477:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801366d7180/0xc2e84c07bf843f0a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44dd expref: 412 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.902480:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 412 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902484:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.902487:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490624 00010000:00010000:1.0:1722795750.902490:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 411 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.902491:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490624 00000100:00100000:3.0:1722795750.902498:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+411:2006:x1806482046491264:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.902502:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009903cd80/0xc2e84c07bf843f11 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44eb expref: 411 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.902502:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968082 00010000:00010000:2.0:1722795750.902503:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 434 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.902512:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.902520:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968084 00000100:00100000:3.0:1722795750.902522:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+434:2006:x1806482046490624:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.902526:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.902528:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+409:2006:x1806482046491520:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (105us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.902529:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 434 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.902533:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968083 00010000:00010000:3.0:1722795750.902534:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 434 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902540:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073639f80/0xc2e84c07bf836d26 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce377 expref: 434 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.902546:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.902547:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.902549:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.902553:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.902562:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.902570:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.902570:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+433:2006:x1806482046490624:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.902573:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968084 00010000:00010000:1.0:1722795750.902578:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902585:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902592:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902599:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902604:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.902606:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902618:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902627:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902633:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68c9f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.902736:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+349:3681:x1806481766579072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2956us (2982us total) trans 4296352763 rc 0/0 00000100:00100000:1.0:1722795750.902743:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044736 00000004:00080000:3.0:1722795750.902750:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7f100/2, rc 0, transno 1385467 00000100:00100000:3.0:1722795750.902766:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766579072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.902810:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795750.902815:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766582144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.902830:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.902846:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766582144 00000100:00100000:1.0:1722795750.902850:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766582144 00000100:00100000:1.0:1722795750.902881:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044744 00000100:00100000:1.0:1722795750.902886:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+349:3681:x1806481766582144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.902897:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11361 count 1 00010000:00010000:1.0:1722795750.902906:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902916:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 432 pid: 16089 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.902934:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 408 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.902945:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.902947:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.902949:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.902963:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 408 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.902972:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 408 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.902981:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766582272:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.903007:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 432 pid: 16089 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.903015:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 432 pid: 16089 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.903023:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766582400:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.903035:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.903081:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.903087:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766580736:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.903096:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.903099:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903109:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046490880 00000100:00100000:1.0:1722795750.903109:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.903112:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046490880 00000100:00100000:1.0:1722795750.903119:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491136 00000100:00100000:1.0:1722795750.903122:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491136 00010000:00010000:0.0:1722795750.903124:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 409 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903132:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 433 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903139:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491392 00000100:00100000:0.0:1722795750.903141:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491392 00000100:00100000:1.0:1722795750.903147:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968085 00010000:00010000:0.0:1722795750.903149:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 434 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.903151:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+409:2006:x1806482046490880:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.903151:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968086 00000100:00100000:2.0:1722795750.903155:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+434:2006:x1806482046491136:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.903158:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.903161:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 409 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.903161:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.903164:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903170:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968087 00010000:00010000:1.0:1722795750.903170:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 409 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903175:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+434:2006:x1806482046491392:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.903177:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903182:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.903187:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 434 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903195:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966f6880/0xc2e84c07bf843e69 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44cf expref: 409 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903196:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 434 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.903198:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f0d80/0xc2e84c07bf836d42 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce39a expref: 434 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.903204:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.903206:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.903207:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903208:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099310fc0/0xc2e84c07bf836d1f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce38c expref: 433 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.903212:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.903216:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.903219:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.903220:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.903221:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.903223:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903226:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903230:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.903232:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+432:2006:x1806482046491136:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.903232:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903234:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+408:2006:x1806482046490880:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.903236:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968086 00010000:00010000:3.0:1722795750.903237:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903239:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968085 00010000:00010000:3.0:1722795750.903240:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903244:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903246:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.903248:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.903249:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903253:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903259:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903264:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68cad lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903265:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+431:2006:x1806482046491392:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.903271:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968087 00010000:00010000:0.0:1722795750.903292:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903298:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.903300:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903308:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903314:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903321:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903327:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.903329:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903335:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903339:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.903350:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491776 00000100:00100000:1.0:1722795750.903353:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491776 00010000:00010000:1.0:1722795750.903362:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 431 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.903368:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+350:3678:x1806481766579584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3378us (3404us total) trans 4296352764 rc 0/0 00000100:00100000:3.0:1722795750.903374:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044738 00000100:00100000:1.0:1722795750.903377:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491648 00000100:00100000:1.0:1722795750.903379:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491648 00010000:00010000:1.0:1722795750.903386:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 432 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.903418:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968088 00000100:00100000:3.0:1722795750.903420:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766580864:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.903423:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+432:2005:x1806482046491776:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.903429:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.903433:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 432 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903435:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.903438:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800962bfb80/2, rc 0, transno 1385468 00010000:00010000:1.0:1722795750.903442:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 432 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.903443:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766579584:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.903448:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903454:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68ca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.903454:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009809b600/0xc2e84c07bf836d9d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3bd expref: 432 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903465:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.903466:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.903469:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903474:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766582528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.903476:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903483:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968089 00000100:00100000:0.0:1722795750.903489:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+431:2006:x1806482046491648:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.903491:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.903493:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903494:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.903496:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.903498:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903502:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903509:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+431:2005:x1806482046491776:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (210us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.903509:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903513:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903514:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968088 00010000:00010000:2.0:1722795750.903516:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fea1c0 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.903516:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766582528 00010000:00010000:2.0:1722795750.903518:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903518:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766582528 00010000:00010000:2.0:1722795750.903522:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903528:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903531:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fea1c0/0xc2e84c07bfa68cbb lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903531:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044745 00000100:00100000:3.0:1722795750.903535:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+350:3681:x1806481766582528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.903546:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11362 count 1 00010000:00010000:0.0:1722795750.903553:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 430 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903555:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903562:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 430 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903565:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 430 pid: 16082 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.903573:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 407 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.903574:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ac8fc0/0xc2e84c07bf836d49 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3a8 expref: 430 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903583:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903585:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903587:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903588:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.903598:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046491904 00000100:00100000:1.0:1722795750.903601:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046491904 00010000:00010000:3.0:1722795750.903601:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 407 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.903606:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 408 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903610:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 408 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.903610:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+351:3681:x1806481766580352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3173us (3231us total) trans 4296352765 rc 0/0 00000100:00100000:3.0:1722795750.903612:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766582656:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.903614:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044740 00000100:00100000:1.0:1722795750.903626:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968090 00000100:00100000:1.0:1722795750.903630:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+408:2005:x1806482046491904:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.903632:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 429 pid: 16082 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.903636:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1722795750.903636:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070821180/2, rc 0, transno 1385469 00010000:00010000:1.0:1722795750.903639:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 408 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903639:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 429 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903642:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.903642:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766580352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.903644:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.903647:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903647:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070820e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766582784:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.903648:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 408 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903653:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.903659:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.903661:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.903668:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.903672:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903673:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+408:2005:x1806482046491904:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.903678:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968090 00010000:00010000:2.0:1722795750.903680:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903685:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+429:2006:x1806482046491648:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 195us (344us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.903687:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903691:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968089 00000100:00100000:1.0:1722795750.903692:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795750.903693:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903699:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766582912:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.903700:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903704:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.903706:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903709:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903716:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.903716:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.903719:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968240/0xc2e84c07bfa68cb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.903729:0:16086:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766582912 00000100:00100000:3.0:1722795750.903732:0:16086:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766582912 00010000:00010000:1.0:1722795750.903742:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a30d80/0xc2e84c07bf843f18 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d44f9 expref: 407 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.903746:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044746 00000100:00100000:3.0:1722795750.903749:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+352:3679:x1806481766582912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.903751:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766581376:192.168.201.15@tcp:104: 00002000:00080000:3.0:1722795750.903767:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11363 count 1 00010000:00010000:3.0:1722795750.903774:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903781:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 428 pid: 16023 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.903786:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 406 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.903789:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903790:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903791:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.903800:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 406 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.903801:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+353:3681:x1806481766579456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3839us (3867us total) trans 4296352766 rc 0/0 00000100:00100000:2.0:1722795750.903804:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+353:3678:x1806481766580224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3434us (3481us total) trans 4296352767 rc 0/0 00010000:00010000:3.0:1722795750.903806:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 406 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903807:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044737 00000100:00100000:2.0:1722795750.903810:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044739 00000100:00100000:3.0:1722795750.903811:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766583040:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.903827:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 428 pid: 16023 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1722795750.903828:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800962bdf80/2, rc 0, transno 1385470 00000100:00100000:2.0:1722795750.903829:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766581504:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.903832:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 428 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903833:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766579456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.903833:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.903835:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766581760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.903840:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766583168:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.903844:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.903845:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492032 00000100:00100000:3.0:1722795750.903847:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.903848:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492032 00010000:00010000:1.0:1722795750.903857:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 407 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.903882:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.903889:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492160 00000100:00100000:1.0:1722795750.903891:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492160 00000100:00100000:2.0:1722795750.903895:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.903897:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968091 00000100:00100000:3.0:1722795750.903898:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492288 00010000:00010000:1.0:1722795750.903899:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 429 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903901:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+407:2006:x1806482046492032:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.903901:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492288 00010000:00010000:0.0:1722795750.903907:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.903909:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 430 pid: 16036 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903910:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 407 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903916:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 407 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.903920:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968092 00010000:00010000:0.0:1722795750.903923:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009903cfc0/0xc2e84c07bf843f1f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4507 expref: 407 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.903924:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968093 00000100:00100000:1.0:1722795750.903925:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+430:2006:x1806482046492160:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.903927:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+430:2005:x1806482046492288:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.903930:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.903931:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.903931:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.903933:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.903933:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 430 pid: 16036 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903935:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 430 pid: 16023 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903939:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 430 pid: 16036 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903942:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+406:2006:x1806482046492032:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.903944:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 430 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.903944:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.903946:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968091 00010000:00010000:3.0:1722795750.903946:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903947:0:16135:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.903948:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492416 00010000:00010000:3.0:1722795750.903948:0:16135:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.903950:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492416 00010000:00010000:3.0:1722795750.903952:0:16135:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.903954:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492544 00010000:00010000:1.0:1722795750.903955:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133d398c0/0xc2e84c07bf836ddc lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce41f expref: 430 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903956:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492544 00010000:00010000:2.0:1722795750.903957:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 406 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.903960:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.903961:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 431 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903964:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.903966:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.903967:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968094 00010000:00010000:1.0:1722795750.903969:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.903970:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+406:2005:x1806482046492416:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.903971:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+430:2005:x1806482046492288:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 44us (75us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.903974:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.903975:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968093 00000100:00100000:0.0:1722795750.903977:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968095 00010000:00010000:2.0:1722795750.903977:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 406 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.903980:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+430:2006:x1806482046492544:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.903980:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.903983:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.903983:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 406 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.903986:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 429 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.903990:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.903992:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 429 pid: 16072 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.903993:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.903998:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.903998:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.903998:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904000:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904003:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904004:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.904004:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+406:2005:x1806482046492416:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 32us (70us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.904007:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904009:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+429:2006:x1806482046492160:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.904010:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968094 00010000:00010000:3.0:1722795750.904010:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904012:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.904014:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968092 00010000:00010000:3.0:1722795750.904014:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904017:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.904019:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904020:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+429:2006:x1806482046492544:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 39us (76us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.904022:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904023:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968095 00010000:00010000:3.0:1722795750.904027:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904034:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68cc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904041:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a33cc0/0xc2e84c07bf843f26 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4515 expref: 405 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.904046:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766581888:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.904051:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766583296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.904052:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5bccfc0/0xc2e84c07bf836de3 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce434 expref: 427 pid: 16072 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.904059:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766582016:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.904059:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.904067:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904068:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.904072:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904076:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904080:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904084:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904084:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492672 00000100:00100000:1.0:1722795750.904086:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492672 00010000:00010000:0.0:1722795750.904087:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904090:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095feb600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.904092:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.904095:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 405 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.904096:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904101:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904104:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095feb600/0xc2e84c07bfa68cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904109:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968096 00000100:00100000:3.0:1722795750.904111:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+352:3678:x1806481766581120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2826us (2878us total) trans 4296352768 rc 0/0 00000100:00100000:1.0:1722795750.904114:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+405:2005:x1806482046492672:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.904115:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.904115:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044742 00010000:00010000:1.0:1722795750.904120:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.904123:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 405 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.904123:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766583296 00000100:00100000:3.0:1722795750.904125:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766583296 00010000:00010000:1.0:1722795750.904132:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 405 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.904133:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766582272:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.904135:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044747 00000100:00100000:3.0:1722795750.904137:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+353:3679:x1806481766583296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.904138:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766582400:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.904143:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b1ad00/0xc2e84c07bf843f73 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4523 expref: 405 pid: 15473 timeout: 946 lvb_type: 1 00002000:00080000:3.0:1722795750.904144:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11364 count 1 00010000:00010000:2.0:1722795750.904148:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904151:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.904158:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795750.904161:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070823100/2, rc 0, transno 1385472 00010000:00010000:3.0:1722795750.904161:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 426 pid: 16105 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.904165:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766581120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.904168:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+404:2005:x1806482046492672:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.904168:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 404 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.904174:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968096 00010000:00010000:3.0:1722795750.904174:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.904175:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.904177:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904180:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+353:3678:x1806481766581248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2885us (2918us total) trans 4296352769 rc 0/0 00000100:00100000:1.0:1722795750.904183:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492800 00000100:00100000:0.0:1722795750.904185:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044743 00000100:00100000:1.0:1722795750.904185:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492800 00000004:00080000:2.0:1722795750.904185:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070821500/2, rc 0, transno 1385471 00000100:00100000:2.0:1722795750.904188:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766580224:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.904192:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 427 pid: 16089 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.904193:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 403 pid: 16057 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1722795750.904199:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070820700/2, rc 0, transno 1385473 00000100:00100000:0.0:1722795750.904202:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766583424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.904202:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766581248:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.904202:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 403 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.904205:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968097 00000100:00100000:1.0:1722795750.904209:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+427:2005:x1806482046492800:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.904211:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070822300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766583552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.904214:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.904214:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120065c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766583808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.904217:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 427 pid: 16089 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.904220:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.904226:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 427 pid: 16089 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.904233:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 427 pid: 16105 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.904234:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.904236:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1722795750.904236:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082a0fcc0/0xc2e84c07bf836dea lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce442 expref: 427 pid: 16089 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.904239:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 427 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.904242:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766583680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.904244:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766583936:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.904245:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.904246:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.904246:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766583424 00000100:00100000:2.0:1722795750.904248:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766583424 00010000:00010000:1.0:1722795750.904249:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.904251:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.904256:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766583808 00000100:00100000:2.0:1722795750.904257:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766583808 00000100:00100000:0.0:1722795750.904258:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.904260:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.904264:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766583680 00000100:00100000:3.0:1722795750.904265:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766583680 00000100:00100000:2.0:1722795750.904267:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044748 00000100:00100000:2.0:1722795750.904270:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+355:3680:x1806481766583424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.904277:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044749 00000100:00100000:3.0:1722795750.904280:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880120067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+355:3678:x1806481766583808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.904281:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.904283:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904285:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044750 00002000:00080000:3.0:1722795750.904287:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11367 count 1 00010000:00010000:2.0:1722795750.904288:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904289:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+355:3680:x1806481766583680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.904292:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+426:2005:x1806482046492800:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 82us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.904292:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904293:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904296:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904298:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968097 00002000:00080000:0.0:1722795750.904300:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11366 count 1 00010000:00010000:2.0:1722795750.904300:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904300:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 426 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904303:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dfcc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.904304:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904304:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 403 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.904308:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904308:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.904308:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.904309:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.904311:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904314:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904317:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dfcc0/0xc2e84c07bfa68cd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904319:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 425 pid: 15623 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.904319:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 403 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.904323:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 403 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.904325:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 403 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.904328:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.904328:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085642ac0/0xc2e84c07bf836da4 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce3cb expref: 425 pid: 16036 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.904328:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766584064:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.904329:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.904330:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904340:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766581632:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.904340:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 424 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.904341:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 403 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.904345:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 424 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.904348:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 403 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.904349:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766584192:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.904353:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766584320:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.904354:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129000 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.904356:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.904363:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904367:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 424 pid: 15623 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.904370:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.904371:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 424 pid: 15623 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.904376:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766584448:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.904377:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.904382:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.904384:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.904394:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.904420:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7f800/2, rc 0, transno 1385474 00010000:00010000:1.0:1722795750.904420:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.904422:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.904423:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+356:3681:x1806481766582144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1536us (1590us total) trans 4296352770 rc 0/0 00000100:00100000:0.0:1722795750.904426:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766582144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.904429:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.904430:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044744 00010000:00010000:1.0:1722795750.904438:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.904445:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68cc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.904446:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795750.904451:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766584576:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.904454:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11365 count 1 00000100:00100000:3.0:1722795750.904463:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.904465:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904474:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 424 pid: 15623 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904482:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 403 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904487:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.904488:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.904491:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904506:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 403 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904515:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 403 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.904524:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120066680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766584704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.904543:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 424 pid: 15623 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.904549:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+356:3681:x1806481766580992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3284us (3401us total) trans 4296352771 rc 0/0 00010000:00010000:2.0:1722795750.904551:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 424 pid: 15623 timeout: 946 lvb_type: 1 00000004:00080000:0.0:1722795750.904552:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070822d80/2, rc 0, transno 1385475 00000100:00100000:1.0:1722795750.904555:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044741 00000100:00100000:0.0:1722795750.904556:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766580992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.904559:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120067800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766584832:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.904566:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766584576 00000100:00100000:0.0:1722795750.904568:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766584960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.904569:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766584576 00000100:00100000:2.0:1722795750.904570:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.904581:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.904582:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044751 00000100:00100000:1.0:1722795750.904586:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+356:3678:x1806481766584576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.904591:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766584960 00000100:00100000:2.0:1722795750.904594:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766584960 00002000:00080000:1.0:1722795750.904596:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11368 count 1 00010000:00010000:1.0:1722795750.904604:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.904615:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044752 00010000:00010000:1.0:1722795750.904619:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 424 pid: 16103 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.904619:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+357:3680:x1806481766584960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.904627:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 403 pid: 15473 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1722795750.904630:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11369 count 1 00010000:00010000:1.0:1722795750.904632:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.904633:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.904635:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904638:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.904649:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 424 pid: 16047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.904650:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 403 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904656:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 403 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.904658:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 403 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.904662:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.904664:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.904666:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.904667:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766585088:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.904682:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 403 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.904687:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 424 pid: 16103 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904690:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 403 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.904696:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 424 pid: 16103 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.904704:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766585344:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.904704:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120067b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766585216:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.904713:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d300f00 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.904726:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 424 pid: 16047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.904735:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 424 pid: 16047 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.904743:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766585472:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.904754:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.905588:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766582656:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.905599:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070820e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766582784:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.905603:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.905614:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.905644:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046492928 00000100:00100000:1.0:1722795750.905647:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046492928 00000100:00100000:3.0:1722795750.905652:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766583040:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.905660:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 404 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.905684:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968098 00000100:00100000:1.0:1722795750.905689:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+404:2005:x1806482046492928:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.905695:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.905699:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 404 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.905707:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 404 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.905718:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d15d40/0xc2e84c07bf843f7a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4531 expref: 404 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.905723:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.905728:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.905736:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493056 00000100:00100000:2.0:1722795750.905739:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493056 00000100:00100000:1.0:1722795750.905746:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+403:2005:x1806482046492928:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.905747:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 425 pid: 16082 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.905752:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968098 00000100:00100000:1.0:1722795750.905764:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968099 00000100:00100000:1.0:1722795750.905768:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+425:2005:x1806482046493056:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.905774:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.905778:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 425 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.905787:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 425 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.905797:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008312f600/0xc2e84c07bf836df1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce450 expref: 425 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.905806:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.905807:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.905810:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.905816:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.905817:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766583168:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.905826:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.905831:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.905833:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905835:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.905840:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493184 00010000:00010000:2.0:1722795750.905840:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.905843:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493184 00010000:00010000:2.0:1722795750.905844:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905847:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.905849:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+424:2005:x1806482046493056:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (126us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.905855:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 403 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.905855:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968099 00010000:00010000:2.0:1722795750.905855:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905858:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840b40 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.905872:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905877:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905884:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.905888:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840b40/0xc2e84c07bfa68cde lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.905939:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968100 00000100:00100000:0.0:1722795750.905944:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+403:2006:x1806482046493184:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.905952:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.905956:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 403 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.905965:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 403 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.905971:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.905977:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b18240/0xc2e84c07bf843f81 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d453f expref: 403 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.905986:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493312 00010000:00010000:0.0:1722795750.905987:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.905989:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493312 00000100:00100000:2.0:1722795750.905989:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+358:3681:x1806481766582528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2451us (2492us total) trans 4296352772 rc 0/0 00000100:00100000:3.0:1722795750.905989:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.905994:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044745 00010000:00010000:1.0:1722795750.906000:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 424 pid: 16023 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.906009:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+402:2006:x1806482046493184:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.906009:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493440 00000100:00100000:2.0:1722795750.906011:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493440 00000100:00100000:0.0:1722795750.906016:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968100 00010000:00010000:2.0:1722795750.906018:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 403 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.906023:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968101 00000100:00100000:1.0:1722795750.906027:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+424:2006:x1806482046493312:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.906030:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968102 00010000:00010000:1.0:1722795750.906033:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.906033:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc49f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+402:2005:x1806482046493440:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.906037:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 424 pid: 16023 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.906038:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.906040:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 402 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906046:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 424 pid: 16023 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.906046:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 402 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.906053:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.906057:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133d3af40/0xc2e84c07bf836dff lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce45e expref: 424 pid: 16023 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906066:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.906066:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc49f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+402:2005:x1806482046493440:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 33us (79us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.906068:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.906070:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.906070:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968102 00010000:00010000:1.0:1722795750.906077:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.906088:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880082a7fb80/2, rc 0, transno 1385476 00000100:00100000:2.0:1722795750.906092:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766582528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.906093:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.906116:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d15200/0xc2e84c07bf843f88 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d454d expref: 401 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.906117:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+423:2006:x1806482046493312:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 89us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.906123:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968101 00010000:00010000:0.0:1722795750.906125:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.906127:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070822300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766583552:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.906132:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.906136:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766583936:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.906139:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.906148:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766585600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.906150:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906150:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.906162:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.906169:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766584064:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.906175:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766585600 00000100:00100000:3.0:1722795750.906176:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766584192:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.906177:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766585600 00000100:00100000:2.0:1722795750.906186:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044753 00000100:00100000:2.0:1722795750.906188:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880120064000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+358:3681:x1806481766585600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.906189:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.906196:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11370 count 1 00010000:00010000:2.0:1722795750.906204:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906210:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 422 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.906218:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 400 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.906222:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.906223:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.906224:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906233:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 400 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.906237:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906238:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 400 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.906243:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120065180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766585728:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.906245:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.906248:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.906254:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.906263:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906266:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 422 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.906270:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68ce5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906271:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 422 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.906276:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120065500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766585856:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.906283:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.906373:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+359:3679:x1806481766582912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2621us (2655us total) trans 4296352773 rc 0/0 00000100:00100000:0.0:1722795750.906380:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044746 00000004:00080000:1.0:1722795750.906384:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880083b3fb80/2, rc 0, transno 1385477 00000100:00100000:1.0:1722795750.906393:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766582912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.906433:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795750.906440:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766585984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.906459:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.906470:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766585984 00000100:00100000:2.0:1722795750.906473:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766585984 00000100:00100000:2.0:1722795750.906482:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044754 00000100:00100000:0.0:1722795750.906484:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.906485:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+359:3679:x1806481766585984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.906503:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11371 count 1 00000100:00100000:1.0:1722795750.906510:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493696 00010000:00010000:2.0:1722795750.906510:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906513:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493696 00010000:00010000:2.0:1722795750.906518:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 423 pid: 16039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.906524:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 423 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.906525:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 400 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.906531:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.906532:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.906534:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906538:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968103 00000100:00100000:1.0:1722795750.906543:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+423:2005:x1806482046493696:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.906549:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.906549:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 400 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.906552:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 423 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.906557:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 400 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906561:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 423 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.906566:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120064380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766586112:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.906573:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1bae880/0xc2e84c07bf836e5a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce496 expref: 423 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.906575:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.906582:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.906584:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493568 00000100:00100000:3.0:1722795750.906587:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493568 00010000:00010000:2.0:1722795750.906595:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 423 pid: 16039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.906595:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 423 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.906597:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+423:2005:x1806482046493696:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.906602:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968103 00010000:00010000:2.0:1722795750.906609:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 423 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.906609:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968104 00000100:00100000:3.0:1722795750.906612:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+422:2005:x1806482046493568:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.906614:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.906617:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880120065880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766586240:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.906617:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.906621:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 422 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906629:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 422 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.906632:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493824 00000100:00100000:2.0:1722795750.906634:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.906635:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493824 00010000:00010000:3.0:1722795750.906640:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096840fc0/0xc2e84c07bf836e06 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce46c expref: 422 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906643:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 401 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906649:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.906651:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.906653:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906659:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906664:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968105 00000100:00100000:1.0:1722795750.906668:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+401:2005:x1806482046493824:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.906674:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.906677:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.906681:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 401 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906689:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 401 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.906696:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2005:x1806482046493568:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.906700:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132b3fcc0/0xc2e84c07bf843fb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4577 expref: 401 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.906702:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968104 00010000:00010000:1.0:1722795750.906709:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.906710:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.906713:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906719:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.906720:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906726:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.906733:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.906733:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906740:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.906746:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766584320:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.906746:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906750:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+400:2005:x1806482046493824:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.906752:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.906755:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906756:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968105 00000100:00100000:2.0:1722795750.906756:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.906761:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906766:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046493952 00000100:00100000:1.0:1722795750.906769:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046493952 00010000:00010000:3.0:1722795750.906771:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.906776:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 400 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906782:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68cec lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906796:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968106 00000100:00100000:1.0:1722795750.906800:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+400:2006:x1806482046493952:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.906805:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766584448:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.906806:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.906809:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 400 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.906818:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 400 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.906829:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.906832:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c96880/0xc2e84c07bf843fab lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4569 expref: 400 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.906832:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.906842:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.906842:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494080 00000100:00100000:2.0:1722795750.906845:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494080 00010000:00010000:2.0:1722795750.906855:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.906856:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+399:2006:x1806482046493952:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.906877:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968106 00000100:00100000:3.0:1722795750.906893:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+360:3679:x1806481766583296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2754us (2825us total) trans 4296352774 rc 0/0 00000100:00100000:2.0:1722795750.906895:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968107 00000100:00100000:3.0:1722795750.906898:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044747 00000100:00100000:2.0:1722795750.906899:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880120066300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2006:x1806482046494080:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.906906:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.906913:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906917:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906918:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906922:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906926:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906926:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1722795750.906928:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121347480/2, rc 0, transno 1385478 00000100:00100000:0.0:1722795750.906930:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.906932:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906936:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766583296:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.906937:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.906938:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5804900/0xc2e84c07bf836e53 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce488 expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.906940:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.906946:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906952:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.906954:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.906955:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906957:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906960:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766586368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.906961:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.906963:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.906977:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.906980:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.906985:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.906992:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766586368 00010000:00010000:0.0:1722795750.906993:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.906995:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766586368 00010000:00010000:0.0:1722795750.906999:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907002:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880120066300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+420:2006:x1806482046494080:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 101us (170us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.907006:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907008:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968107 00000100:00100000:1.0:1722795750.907009:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044755 00010000:00010000:0.0:1722795750.907012:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.907012:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+361:3679:x1806481766586368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.907019:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.907022:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11372 count 1 00000100:00100000:2.0:1722795750.907022:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494208 00010000:00010000:0.0:1722795750.907024:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe9440 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:2.0:1722795750.907025:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494208 00010000:00010000:0.0:1722795750.907027:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.907031:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907032:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 399 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.907033:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.907042:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 419 pid: 16039 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.907045:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494592 00000100:00100000:3.0:1722795750.907046:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880120067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+361:3678:x1806481766583808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2764us (2809us total) trans 4296352775 rc 0/0 00010000:00010000:0.0:1722795750.907047:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907047:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494592 00010000:00010000:1.0:1722795750.907050:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 399 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.907053:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe9440/0xc2e84c07bfa68cfa lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907053:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044749 00010000:00010000:2.0:1722795750.907054:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 420 pid: 16047 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.907055:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.907056:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.907059:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907067:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968108 00000100:00100000:2.0:1722795750.907071:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+399:2006:x1806482046494208:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.907073:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 399 pid: 16100 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.907076:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968109 00010000:00010000:2.0:1722795750.907078:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.907081:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 399 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.907081:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 399 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907081:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+420:2005:x1806482046494592:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.907088:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.907090:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766586496:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.907090:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 399 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907092:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 420 pid: 16047 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.907100:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.907101:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 420 pid: 16047 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907111:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.907112:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 420 pid: 16039 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.907115:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+399:2006:x1806482046494208:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (185us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.907120:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 420 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.907120:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968108 00000100:00100000:3.0:1722795750.907123:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+420:2005:x1806482046494592:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.907127:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968109 00000100:00100000:1.0:1722795750.907128:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766586624:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.907141:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ca80 going to sleep for 11 seconds 00000004:00080000:3.0:1722795750.907149:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880120065c00/2, rc 0, transno 1385479 00000100:00100000:3.0:1722795750.907154:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120065c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766583808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.907171:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.907186:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494848 00000100:00100000:1.0:1722795750.907189:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494848 00010000:00010000:1.0:1722795750.907197:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 420 pid: 16103 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.907199:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.907209:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494336 00000100:00100000:0.0:1722795750.907212:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+361:3680:x1806481766583680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2920us (2951us total) trans 4296352776 rc 0/0 00000100:00100000:3.0:1722795750.907212:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494336 00000100:00100000:1.0:1722795750.907213:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968110 00000100:00100000:2.0:1722795750.907214:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.907217:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072023100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2005:x1806482046494848:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.907218:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044750 00000100:00100000:2.0:1722795750.907222:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494464 00010000:00010000:1.0:1722795750.907223:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.907223:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.907224:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494464 00010000:00010000:1.0:1722795750.907226:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 421 pid: 16103 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.907231:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 399 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.907235:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 421 pid: 16103 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907240:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968111 00000100:00100000:3.0:1722795750.907254:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2006:x1806482046494336:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.907256:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.907259:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.907261:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907267:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 421 pid: 15623 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907270:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072023100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2005:x1806482046494848:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.907274:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.907275:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.907277:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907282:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907294:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.907305:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968112 00000100:00100000:1.0:1722795750.907310:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968110 00000100:00100000:0.0:1722795750.907311:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072020000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+399:2006:x1806482046494464:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.907311:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f38dc8b8-fd93-427c-acff-5f6d442b3777+421:2006:x1806482046494336:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.907317:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968111 00010000:00010000:0.0:1722795750.907318:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.907322:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 399 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.907326:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.907331:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 399 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907335:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494720 00000100:00100000:3.0:1722795750.907338:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494720 00010000:00010000:0.0:1722795750.907340:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.907342:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.907344:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907347:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1722795750.907347:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 400 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.907350:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907351:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766586752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.907363:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.907372:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968113 00000100:00100000:2.0:1722795750.907374:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766586752 00000100:00100000:2.0:1722795750.907376:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766586752 00000100:00100000:3.0:1722795750.907377:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+400:2006:x1806482046494720:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.907383:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044756 00000100:00100000:2.0:1722795750.907385:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+361:3681:x1806481766586752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.907385:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.907389:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 400 pid: 16057 timeout: 946 lvb_type: 1 00002000:00080000:2.0:1722795750.907393:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11373 count 1 00010000:00010000:2.0:1722795750.907414:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907416:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 400 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907417:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.907424:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.907425:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.907425:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 419 pid: 16039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.907425:0:8260:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.907427:0:8260:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.907428:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046494976 00010000:00010000:2.0:1722795750.907430:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 400 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.907431:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046494976 00010000:00010000:3.0:1722795750.907431:0:8260:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907433:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.907434:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.907436:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.907439:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072020000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+401:2006:x1806482046494464:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 128us (223us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.907440:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 401 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907442:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.907443:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968112 00010000:00010000:2.0:1722795750.907446:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 401 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.907451:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 400 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907454:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968114 00000100:00100000:2.0:1722795750.907456:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766586880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.907458:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+400:2005:x1806482046494976:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.907459:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+400:2006:x1806482046494720:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.907464:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968113 00010000:00010000:1.0:1722795750.907465:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1722795750.907468:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880120064e00/2, rc 0, transno 1385480 00010000:00010000:1.0:1722795750.907469:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 400 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.907473:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 419 pid: 16039 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.907475:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766583680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.907477:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 399 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.907478:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 419 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.907483:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766587008:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.907487:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.907489:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.907501:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+399:2005:x1806482046494976:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 43us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.907502:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.907502:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c97a80/0xc2e84c07bf843fff lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45a1 expref: 399 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907507:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968114 00000100:00100000:2.0:1722795750.907508:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120065180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766585728:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.907509:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766587136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.907529:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.907558:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737ef600/0xc2e84c07bf843fea lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4593 expref: 397 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.907568:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120067b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766585216:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.907578:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a13f3c0/0xc2e84c07bf836e7d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4b2 expref: 419 pid: 16047 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.907586:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766585472:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.907592:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120065500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766585856:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.907594:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766587136 00000100:00100000:3.0:1722795750.907597:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766587136 00010000:00010000:0.0:1722795750.907601:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.907614:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907614:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.907615:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.907618:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044757 00010000:00010000:0.0:1722795750.907621:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907621:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+362:3680:x1806481766587136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.907625:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132b3f840/0xc2e84c07bf843fa4 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d455b expref: 396 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.907629:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.907629:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11374 count 1 00000100:00100000:2.0:1722795750.907630:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120066680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766584704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.907635:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080aee400/0xc2e84c07bf836e0d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce47a expref: 418 pid: 15623 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.907636:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907636:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907640:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120067800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766584832:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.907643:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907643:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 417 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.907648:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907648:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 395 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.907649:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969f80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.907651:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.907652:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907652:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.907653:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.907657:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120064380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766586112:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.907659:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907662:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 395 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.907663:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907667:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 395 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907672:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766587264:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.907679:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.907680:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.907681:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.907685:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969f80/0xc2e84c07bfa68d0f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907686:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907689:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907689:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 417 pid: 16083 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.907691:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495104 00010000:00010000:2.0:1722795750.907693:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907693:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 417 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907694:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495104 00010000:00010000:2.0:1722795750.907696:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a1c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.907698:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907699:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766587392:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.907701:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.907704:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 418 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907706:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.907707:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907711:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a1c0/0xc2e84c07bfa68d01 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907713:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495232 00000100:00100000:3.0:1722795750.907715:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495232 00000100:00100000:1.0:1722795750.907718:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968115 00010000:00010000:3.0:1722795750.907721:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 396 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.907722:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+418:2006:x1806482046495104:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.907729:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.907731:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968116 00010000:00010000:1.0:1722795750.907732:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 418 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.907734:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+396:2005:x1806482046495232:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.907739:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.907741:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 418 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907743:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 396 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907751:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 396 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.907757:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a13fa80/0xc2e84c07bf836e8b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4c0 expref: 418 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.907762:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737ef3c0/0xc2e84c07bf843ff1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45af expref: 396 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.907766:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.907767:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.907770:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.907771:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.907778:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907786:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+395:2005:x1806482046495232:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 51us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.907791:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.907792:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968116 00000100:00100000:2.0:1722795750.907801:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+364:3680:x1806481766583424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3529us (3581us total) trans 4296352778 rc 0/0 00000100:00100000:0.0:1722795750.907802:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+364:3680:x1806481766584960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3181us (3218us total) trans 4296352777 rc 0/0 00000100:00100000:2.0:1722795750.907806:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044748 00000100:00100000:1.0:1722795750.907807:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+417:2006:x1806482046495104:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.907809:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044752 00000100:00100000:1.0:1722795750.907813:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968115 00010000:00010000:2.0:1722795750.907820:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907824:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907828:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907832:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907835:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907838:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968000 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.907840:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907843:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907849:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.907852:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968000/0xc2e84c07bfa68d16 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.907887:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120065880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766586240:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.907901:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.907927:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121344700/2, rc 0, transno 1385481 00000100:00100000:0.0:1722795750.907934:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766584960:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.907942:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880120064700/2, rc 0, transno 1385482 00000100:00100000:2.0:1722795750.907944:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880120064000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+363:3681:x1806481766585600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1754us (1781us total) trans 4296352779 rc 0/0 00000100:00100000:0.0:1722795750.907945:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766583424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.907949:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044753 00000100:00100000:1.0:1722795750.907952:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.907959:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121344000/2, rc 0, transno 1385483 00000100:00100000:3.0:1722795750.907964:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766585600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.907976:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766587520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.907990:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766586496:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.907993:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.908002:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495360 00000100:00100000:1.0:1722795750.908005:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495360 00000100:00100000:3.0:1722795750.908007:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766587520 00000100:00100000:3.0:1722795750.908010:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766587520 00010000:00010000:1.0:1722795750.908014:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 417 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908022:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044758 00000100:00100000:3.0:1722795750.908024:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007723d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+363:3678:x1806481766587520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.908028:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968117 00000100:00100000:2.0:1722795750.908031:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795750.908032:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+417:2006:x1806482046495360:12345-192.168.201.15@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1722795750.908032:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11375 count 1 00000100:00100000:2.0:1722795750.908035:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766587648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.908038:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.908038:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908042:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 417 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.908045:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.908046:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 417 pid: 15621 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.908048:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766587776:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.908050:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 394 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.908051:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 417 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.908054:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.908054:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.908056:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908058:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766587648 00000100:00100000:2.0:1722795750.908061:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766587648 00010000:00010000:1.0:1722795750.908062:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008765dd40/0xc2e84c07bf836fb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4ea expref: 417 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.908065:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 394 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.908068:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.908073:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.908074:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.908074:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 394 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908077:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908079:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766587776 00000100:00100000:2.0:1722795750.908081:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766587776 00000100:00100000:3.0:1722795750.908081:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766587904:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.908084:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.908091:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044759 00000100:00100000:3.0:1722795750.908094:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+365:3678:x1806481766587648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.908105:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.908105:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044760 00000100:00100000:2.0:1722795750.908109:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+365:3680:x1806481766587776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.908109:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11376 count 1 00010000:00010000:3.0:1722795750.908113:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.908119:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+416:2006:x1806482046495360:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (168us total) trans 0 rc 0/0 00002000:00080000:2.0:1722795750.908119:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11377 count 1 00010000:00010000:3.0:1722795750.908119:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 416 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.908123:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 394 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.908124:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c973c0/0xc2e84c07bf843fe3 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4585 expref: 394 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.908124:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968117 00010000:00010000:3.0:1722795750.908126:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.908127:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.908128:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908128:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.908133:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766585088:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.908135:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 393 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.908138:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 415 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.908139:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 393 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.908143:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5804000/0xc2e84c07bf836e6f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce4a4 expref: 415 pid: 16103 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908145:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766588032:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.908146:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 393 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.908150:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.908151:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.908152:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766585344:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.908153:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908161:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 414 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.908164:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 393 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.908166:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908166:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 414 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.908170:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 393 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908171:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766588160:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.908173:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908176:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766588288:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.908177:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766586624:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.908177:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.908179:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908185:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908185:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908189:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908192:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908193:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908197:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908197:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.908198:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 414 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.908201:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908202:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908204:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96aac0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.908206:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 414 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.908206:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908207:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dd8c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.908210:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908210:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908214:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766588416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.908216:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908216:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.908220:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96aac0/0xc2e84c07bfa68d1d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.908225:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.908226:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908230:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.908231:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dd8c0/0xc2e84c07bfa68d08 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.908236:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495488 00000100:00100000:1.0:1722795750.908238:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495488 00010000:00010000:1.0:1722795750.908247:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 394 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.908261:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968118 00000100:00100000:1.0:1722795750.908265:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+394:2005:x1806482046495488:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.908271:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.908275:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 394 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908283:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 394 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908294:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009791aac0/0xc2e84c07bf843ff8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45bd expref: 394 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908303:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.908316:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+393:2005:x1806482046495488:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.908321:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968118 00000100:00100000:3.0:1722795750.908344:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+367:3679:x1806481766585984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1856us (1883us total) trans 4296352781 rc 0/0 00000100:00100000:3.0:1722795750.908350:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044754 00000100:00100000:1.0:1722795750.908376:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.908391:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 414 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.908422:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 414 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908431:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766588544:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.908450:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129780 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.908468:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766586880:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.908474:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.908486:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495616 00000100:00100000:0.0:1722795750.908487:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+366:3678:x1806481766584576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3898us (4020us total) trans 4296352780 rc 0/0 00000100:00100000:1.0:1722795750.908489:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495616 00000004:00080000:3.0:1722795750.908492:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121346d80/2, rc 0, transno 1385484 00000100:00100000:0.0:1722795750.908493:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044751 00010000:00010000:1.0:1722795750.908498:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 415 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908498:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766584576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.908511:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495744 00000100:00100000:1.0:1722795750.908513:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495744 00010000:00010000:1.0:1722795750.908519:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 393 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.908526:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766588672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.908532:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968119 00000100:00100000:1.0:1722795750.908536:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+415:2005:x1806482046495616:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.908539:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968120 00010000:00010000:1.0:1722795750.908542:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.908542:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.908543:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+393:2006:x1806482046495744:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.908546:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 415 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.908557:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.908561:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 393 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908565:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 415 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.908567:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766588672 00000100:00100000:0.0:1722795750.908570:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766588672 00010000:00010000:2.0:1722795750.908575:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 393 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908576:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1ffcc0/0xc2e84c07bf836fcd lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce506 expref: 415 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.908585:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044761 00010000:00010000:1.0:1722795750.908585:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.908586:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737edb00/0xc2e84c07bf844006 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45cb expref: 393 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908587:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.908589:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+366:3681:x1806481766588672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.908589:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908596:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.908597:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1722795750.908601:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11378 count 1 00010000:00010000:1.0:1722795750.908609:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.908610:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.908612:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+392:2006:x1806482046495744:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 68us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.908617:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968120 00010000:00010000:0.0:1722795750.908620:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 414 pid: 15621 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.908621:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+414:2005:x1806482046495616:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (245us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.908627:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 391 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.908627:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968119 00010000:00010000:0.0:1722795750.908632:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.908633:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.908635:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908649:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 391 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.908657:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908661:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.908665:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766588800:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.908668:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908675:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908681:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908683:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 413 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.908688:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.908690:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.908693:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.908696:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.908702:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766588928:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.908703:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.908711:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff880071bf1b40 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.908712:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.908718:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de400/0xc2e84c07bfa68d24 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.908814:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+367:3679:x1806481766586368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1800us (1833us total) trans 4296352782 rc 0/0 00000100:00100000:1.0:1722795750.908821:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044755 00000004:00080000:1.0:1722795750.908978:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f933100/2, rc 0, transno 1385486 00000100:00100000:1.0:1722795750.908992:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766586368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1722795750.909003:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880120064a80/2, rc 0, transno 1385485 00000100:00100000:1.0:1722795750.909006:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880120064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766585984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.909035:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.909050:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046495872 00000100:00100000:3.0:1722795750.909050:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766587264:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.909051:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.909053:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046495872 00000100:00100000:0.0:1722795750.909063:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496000 00010000:00010000:1.0:1722795750.909063:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 414 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.909066:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496000 00000100:00100000:3.0:1722795750.909067:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766587008:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.909077:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 392 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.909078:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968121 00000100:00100000:1.0:1722795750.909082:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+414:2006:x1806482046495872:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.909087:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.909088:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.909092:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 414 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.909093:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968122 00000100:00100000:0.0:1722795750.909098:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+392:2006:x1806482046496000:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.909101:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 414 pid: 16039 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.909103:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766589056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.909105:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.909118:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 392 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.909124:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009645a640/0xc2e84c07bf836fd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce514 expref: 414 pid: 16039 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.909127:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 392 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.909133:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.909138:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.909139:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c95d40/0xc2e84c07bf844037 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45d9 expref: 392 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.909140:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.909143:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.909147:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.909148:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766589056 00010000:00010000:1.0:1722795750.909149:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.909151:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766589184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.909152:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766589056 00000100:00100000:3.0:1722795750.909160:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.909163:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.909166:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766589184 00000100:00100000:2.0:1722795750.909168:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766589184 00010000:00010000:3.0:1722795750.909174:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.909178:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.909179:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+413:2006:x1806482046495872:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 95us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.909179:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044762 00010000:00010000:3.0:1722795750.909182:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.909183:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+368:3678:x1806481766589056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.909185:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968121 00010000:00010000:3.0:1722795750.909186:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.909190:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.909193:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11379 count 1 00010000:00010000:3.0:1722795750.909197:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.909199:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909202:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.909202:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.909208:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909212:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 412 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.909212:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b600/0xc2e84c07bfa68d2b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909220:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 391 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909232:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.909233:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.909235:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.909237:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766587392:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.909251:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 391 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909260:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 391 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.909269:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766589312:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.909273:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.909285:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496128 00000100:00100000:1.0:1722795750.909288:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496128 00010000:00010000:1.0:1722795750.909297:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 413 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.909298:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 413 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909307:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 413 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.909311:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968123 00000100:00100000:2.0:1722795750.909315:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766589440:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.909316:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+413:2006:x1806482046496128:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.909322:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.909326:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 413 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.909330:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.909341:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044763 00000100:00100000:2.0:1722795750.909344:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+368:3678:x1806481766589184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.909352:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11380 count 1 00010000:00010000:2.0:1722795750.909358:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909365:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 413 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909369:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 391 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909372:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.909373:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.909374:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909411:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 391 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909417:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 391 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.909422:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766589568:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.909437:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 413 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909441:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 413 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.909446:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766589696:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.909448:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.909449:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.909452:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 413 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.909452:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.909468:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+391:2006:x1806482046496000:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 368us (415us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.909470:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a62521c0/0xc2e84c07bf837005 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce529 expref: 413 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.909478:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968122 00010000:00010000:1.0:1722795750.909478:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.909480:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.909482:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.909489:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.909503:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.909509:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909513:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909517:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.909519:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+412:2006:x1806482046496128:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 202us (246us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.909521:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909524:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.909525:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968123 00010000:00010000:2.0:1722795750.909527:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.909529:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909533:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909539:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.909542:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842880/0xc2e84c07bfa68d32 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.909542:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+369:3681:x1806481766586752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2155us (2177us total) trans 4296352783 rc 0/0 00000100:00100000:3.0:1722795750.909546:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044756 00000100:00100000:3.0:1722795750.909566:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766588032:192.168.201.15@tcp:104: 00000004:00080000:3.0:1722795750.909576:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc48700/2, rc 0, transno 1385487 00000100:00100000:3.0:1722795750.909580:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766586752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.909624:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+369:3680:x1806481766587136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2001us (2094us total) trans 4296352784 rc 0/0 00000100:00100000:2.0:1722795750.909628:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044757 00000004:00080000:0.0:1722795750.909639:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121345c00/2, rc 0, transno 1385488 00000100:00100000:0.0:1722795750.909644:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766587136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.909652:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766589824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.909658:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766589952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.909765:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.909792:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766588160:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.909793:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.909794:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766589824 00000100:00100000:2.0:1722795750.909797:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766589824 00010000:00010000:3.0:1722795750.909805:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.909808:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044764 00000100:00100000:2.0:1722795750.909810:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+369:3680:x1806481766589824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.909816:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.909817:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496256 00002000:00080000:2.0:1722795750.909817:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11381 count 1 00000100:00100000:0.0:1722795750.909820:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496256 00000100:00100000:3.0:1722795750.909821:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.909824:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.909826:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496384 00000100:00100000:1.0:1722795750.909829:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496384 00010000:00010000:2.0:1722795750.909831:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 411 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.909832:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.909835:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 391 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.909839:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.909839:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.909840:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 412 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.909841:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.909845:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766589952 00000100:00100000:0.0:1722795750.909849:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968124 00000100:00100000:3.0:1722795750.909849:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766589952 00010000:00010000:2.0:1722795750.909850:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 391 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.909854:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+391:2005:x1806482046496256:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.909855:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.909884:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.909884:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766590080:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.909888:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.909888:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968125 00000100:00100000:3.0:1722795750.909888:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044765 00000100:00100000:1.0:1722795750.909893:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+412:2005:x1806482046496384:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.909893:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+370:3681:x1806481766589952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.909896:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.909900:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.909904:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 412 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.909904:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 412 pid: 16051 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1722795750.909904:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11382 count 1 00010000:00010000:0.0:1722795750.909908:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b864d80/0xc2e84c07bf84403e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45f5 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.909909:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 412 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.909913:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 412 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.909913:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.909914:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766590208:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.909920:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec300 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.909923:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 412 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.909942:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 390 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.909949:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.909950:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.909952:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.909968:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 390 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.909981:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 390 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.909990:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766590336:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.910019:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.910020:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 412 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.910025:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d032400/0xc2e84c07bf837052 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce54c expref: 412 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910026:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 412 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.910034:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.910034:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766590464:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.910036:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.910038:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+390:2005:x1806482046496256:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 183us (245us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.910038:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910045:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910047:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.910048:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968124 00010000:00010000:1.0:1722795750.910065:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.910078:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910081:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+411:2005:x1806482046496384:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 187us (264us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.910083:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910087:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968125 00010000:00010000:2.0:1722795750.910087:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910091:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910094:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910097:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.910100:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910103:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910110:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910113:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840480/0xc2e84c07bfa68d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910146:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766587904:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.910148:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.910167:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496512 00000100:00100000:0.0:1722795750.910171:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496512 00000100:00100000:3.0:1722795750.910178:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766588544:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.910181:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 390 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.910185:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+371:3678:x1806481766587648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2089us (2138us total) trans 4296352785 rc 0/0 00000100:00100000:1.0:1722795750.910189:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.910189:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044759 00010000:00010000:3.0:1722795750.910193:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.910201:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968126 00000100:00100000:0.0:1722795750.910206:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+390:2006:x1806482046496512:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.910212:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.910216:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 390 pid: 16057 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.910221:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121344a80/2, rc 0, transno 1385489 00010000:00010000:0.0:1722795750.910224:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 390 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.910228:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766587648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.910234:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.910247:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766590592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.910254:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+390:2006:x1806482046496512:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 46us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.910266:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.910277:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766590592 00000100:00100000:2.0:1722795750.910279:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766590592 00000100:00100000:1.0:1722795750.910283:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.910287:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044766 00000100:00100000:2.0:1722795750.910290:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+371:3678:x1806481766590592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.910298:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496640 00000100:00100000:2.0:1722795750.910300:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496640 00010000:00010000:2.0:1722795750.910305:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 411 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.910312:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496896 00000100:00100000:2.0:1722795750.910314:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496896 00000100:00100000:0.0:1722795750.910317:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968126 00010000:00010000:2.0:1722795750.910317:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 412 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.910318:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.910323:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968127 00000100:00100000:3.0:1722795750.910328:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+412:2005:x1806482046496640:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.910329:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497152 00000100:00100000:2.0:1722795750.910330:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497152 00000100:00100000:0.0:1722795750.910331:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968128 00000100:00100000:1.0:1722795750.910332:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.910334:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.910335:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+413:2006:x1806482046496896:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.910336:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.910340:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046496768 00000100:00100000:2.0:1722795750.910341:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046496768 00010000:00010000:3.0:1722795750.910341:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 413 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910342:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.910345:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 390 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.910346:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.910349:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 413 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.910359:0:8260:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497024 00000100:00100000:2.0:1722795750.910360:0:8260:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497024 00010000:00010000:3.0:1722795750.910360:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.910362:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.910364:0:8260:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910364:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910367:0:16157:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968129 00010000:00010000:3.0:1722795750.910371:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910372:0:16157:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:f38dc8b8-fd93-427c-acff-5f6d442b3777+413:2006:x1806482046497152:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.910377:0:8260:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968130 00010000:00010000:1.0:1722795750.910379:0:16157:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.910379:0:8260:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+391:2006:x1806482046496768:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.910383:0:8260:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.910384:0:16157:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910386:0:8260:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 391 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.910389:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968131 00010000:00010000:2.0:1722795750.910391:0:8260:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 391 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910392:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.910393:0:16157:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.910393:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+391:2006:x1806482046497024:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.910413:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.910414:0:8260:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b866880/0xc2e84c07bf844030 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d45e7 expref: 391 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910417:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 391 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.910421:0:16157:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.910423:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 390 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910425:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910431:0:8260:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.910431:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.910433:0:7106:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.910435:0:7106:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910436:0:16157:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:f38dc8b8-fd93-427c-acff-5f6d442b3777+413:2006:x1806482046497152:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.910438:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009645b600/0xc2e84c07bf837013 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce53e expref: 413 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910441:0:7106:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910442:0:16157:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968129 00000100:00100000:2.0:1722795750.910443:0:8260:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96d98dce-bbc8-4784-93bd-51fea7efb2b3+390:2006:x1806482046496768:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.910447:0:8260:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968130 00010000:00010000:0.0:1722795750.910450:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.910451:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.910452:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.910454:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.910460:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.910467:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11383 count 1 00000100:00100000:3.0:1722795750.910469:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+389:2006:x1806482046497024:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.910472:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910475:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968131 00010000:00010000:0.0:1722795750.910476:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.910480:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 411 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.910484:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 388 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.910488:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.910488:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.910490:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.910494:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+411:2006:x1806482046496896:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 157us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.910500:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968128 00000100:00100000:2.0:1722795750.910503:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766589312:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.910506:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.910506:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.910519:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+410:2005:x1806482046496640:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 191us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.910523:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968127 00000100:00100000:0.0:1722795750.910565:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497280 00000100:00100000:0.0:1722795750.910568:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497280 00010000:00010000:0.0:1722795750.910579:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 389 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.910580:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766589440:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.910581:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.910585:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.910589:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910592:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.910593:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.910598:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.910601:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766589568:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.910602:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842d00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.910604:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.910605:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968132 00000100:00100000:2.0:1722795750.910606:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766589696:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.910608:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.910609:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+389:2005:x1806482046497280:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.910613:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.910613:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.910613:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.910616:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.910617:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842d00/0xc2e84c07bfa68d39 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.910621:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 389 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910625:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 389 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.910629:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 389 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910631:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 389 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.910631:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497408 00000100:00100000:3.0:1722795750.910634:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497408 00000100:00100000:2.0:1722795750.910636:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766590720:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.910641:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c94900/0xc2e84c07bf8440a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d461f expref: 390 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910644:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 390 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910651:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.910651:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 409 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.910655:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 409 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.910659:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968133 00000100:00100000:2.0:1722795750.910660:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766590848:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.910663:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+389:2006:x1806482046497408:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.910667:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:96d98dce-bbc8-4784-93bd-51fea7efb2b3+389:2005:x1806482046497280:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 57us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.910667:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec180 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.910669:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.910673:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968132 00010000:00010000:3.0:1722795750.910673:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 389 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.910677:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.910682:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 389 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.910687:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497536 00000100:00100000:0.0:1722795750.910689:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497536 00010000:00010000:3.0:1722795750.910694:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800983c5b00/0xc2e84c07bf8440a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d462d expref: 388 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910698:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 410 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.910704:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.910710:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.910713:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968134 00000100:00100000:2.0:1722795750.910716:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497664 00000100:00100000:3.0:1722795750.910716:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+387:2006:x1806482046497408:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.910717:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+410:2006:x1806482046497536:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.910718:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497664 00000100:00100000:3.0:1722795750.910721:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968133 00010000:00010000:0.0:1722795750.910724:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.910725:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 411 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910727:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 411 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910735:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 411 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.910737:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968135 00000100:00100000:2.0:1722795750.910740:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+411:2006:x1806482046497664:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.910744:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.910746:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 411 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910752:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b24f600/0xc2e84c07bf83706e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce584 expref: 411 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910752:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 411 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910759:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d030240/0xc2e84c07bf837067 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce576 expref: 410 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.910761:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.910762:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.910765:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910765:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.910766:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.910768:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.910771:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910772:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910776:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b865d40/0xc2e84c07bf844045 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4603 expref: 386 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910779:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.910786:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.910787:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766588288:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.910797:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+409:2006:x1806482046497664:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.910801:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968135 00000100:00100000:0.0:1722795750.910804:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+409:2006:x1806482046497536:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.910810:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968134 00000100:00100000:3.0:1722795750.910811:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007723d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+372:3678:x1806481766587520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2784us (2815us total) trans 4296352786 rc 0/0 00010000:00010000:2.0:1722795750.910814:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910817:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044758 00010000:00010000:2.0:1722795750.910818:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910823:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910826:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910830:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910833:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969440 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.910835:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910838:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910843:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910846:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d033180/0xc2e84c07bf837059 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce55a expref: 407 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.910847:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969440/0xc2e84c07bfa68d55 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.910856:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766588416:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.910859:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b866f40/0xc2e84c07bf84404c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4611 expref: 385 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.910893:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910905:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910912:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910919:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910926:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.910927:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121345880/2, rc 0, transno 1385490 00010000:00010000:1.0:1722795750.910932:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910934:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766587520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.910938:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.910940:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910947:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.910947:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+372:3678:x1806481766589056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1763us (1812us total) trans 4296352787 rc 0/0 00000100:00100000:2.0:1722795750.910953:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044762 00010000:00010000:1.0:1722795750.910956:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.910963:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968d80/0xc2e84c07bfa68d47 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.910966:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072021180/2, rc 0, transno 1385491 00010000:00010000:2.0:1722795750.910970:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.910972:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766589056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.910975:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1722795750.910977:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910985:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910991:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.910997:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911000:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.911003:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96af40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.911004:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766591104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.911006:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911013:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911022:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.911023:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911029:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96af40/0xc2e84c07bfa68d5c lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911041:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766590976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.911056:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.911066:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+372:3680:x1806481766587776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2955us (2996us total) trans 4296352788 rc 0/0 00000100:00100000:1.0:1722795750.911072:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044760 00000100:00100000:3.0:1722795750.911075:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766591104 00000100:00100000:3.0:1722795750.911077:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766591104 00000100:00100000:0.0:1722795750.911080:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766588800:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.911085:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766590976 00000100:00100000:1.0:1722795750.911087:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766590976 00000100:00100000:3.0:1722795750.911093:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044767 00000100:00100000:3.0:1722795750.911096:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+374:3681:x1806481766591104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.911103:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044768 00002000:00080000:3.0:1722795750.911105:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11385 count 1 00000100:00100000:1.0:1722795750.911107:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+374:3678:x1806481766590976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.911113:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.911117:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11384 count 1 00010000:00010000:3.0:1722795750.911120:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 406 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.911125:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911127:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 384 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.911132:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911134:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.911135:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 406 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.911136:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.911143:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 384 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.911149:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.911150:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911151:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 384 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.911153:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911159:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 384 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.911167:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 384 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.911167:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766591232:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795750.911175:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121345180/2, rc 0, transno 1385492 00010000:00010000:1.0:1722795750.911176:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 384 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.911186:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766591360:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.911190:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+374:3678:x1806481766589184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1843us (2026us total) trans 4296352789 rc 0/0 00000100:00100000:0.0:1722795750.911191:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766587776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.911196:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044763 00010000:00010000:0.0:1722795750.911210:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b24cb40/0xc2e84c07bf837060 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce568 expref: 406 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.911220:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766588928:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.911237:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911241:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766591488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.911242:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766590080:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.911251:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.911257:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911258:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.911263:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.911269:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.911275:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911275:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766591488 00000100:00100000:1.0:1722795750.911277:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.911277:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766590208:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.911277:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766591488 00010000:00010000:0.0:1722795750.911280:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fe8d80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.911282:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911286:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044769 00000100:00100000:3.0:1722795750.911289:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+374:3681:x1806481766591488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.911290:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911293:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.911297:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11386 count 1 00010000:00010000:0.0:1722795750.911300:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911304:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.911307:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.911308:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fe8d80/0xc2e84c07bfa68d4e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911311:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 405 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.911316:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 384 pid: 15473 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.911319:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.911319:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911320:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911321:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911330:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 384 pid: 15473 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.911331:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497792 00000100:00100000:0.0:1722795750.911333:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497792 00010000:00010000:3.0:1722795750.911335:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 384 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911340:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766591616:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.911346:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.911357:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 405 pid: 16028 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.911360:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046497920 00010000:00010000:3.0:1722795750.911362:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 405 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.911363:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046497920 00000100:00100000:3.0:1722795750.911367:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766591744:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.911373:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 406 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911374:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.911387:0:16135:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498048 00000004:00080000:3.0:1722795750.911388:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072020a80/2, rc 0, transno 1385493 00000100:00100000:2.0:1722795750.911389:0:16135:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498048 00000100:00100000:3.0:1722795750.911391:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766589184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.911395:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 386 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.911412:0:16135:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 386 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911426:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880088084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766591872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.911429:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498176 00000100:00100000:0.0:1722795750.911432:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498176 00000100:00100000:2.0:1722795750.911439:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968136 00010000:00010000:0.0:1722795750.911441:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 407 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911444:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968137 00000100:00100000:2.0:1722795750.911445:0:16135:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+407:2006:x1806482046497920:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.911449:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+386:2006:x1806482046497792:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.911452:0:16135:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.911455:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.911456:0:16135:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 407 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.911461:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498304 00000100:00100000:0.0:1722795750.911464:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498304 00000100:00100000:3.0:1722795750.911464:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968138 00010000:00010000:2.0:1722795750.911465:0:16135:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 407 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911468:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+387:2006:x1806482046498048:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.911472:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 387 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911473:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.911478:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 387 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.911481:0:16135:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a58480/0xc2e84c07bf837075 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce592 expref: 407 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.911485:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968139 00010000:00010000:3.0:1722795750.911486:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 387 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.911490:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+406:2005:x1806482046498176:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.911490:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.911491:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968140 00000100:00100000:1.0:1722795750.911496:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+387:2006:x1806482046498304:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.911497:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.911498:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.911500:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 406 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.911504:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.911509:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 406 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.911509:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 387 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.911510:0:16135:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+406:2006:x1806482046497920:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 66us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.911514:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968136 00000100:00100000:3.0:1722795750.911515:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+387:2006:x1806482046498048:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (195us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.911518:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 387 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911521:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968138 00010000:00010000:0.0:1722795750.911524:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.911526:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.911528:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.911529:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.911535:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911538:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078c95b00/0xc2e84c07bf8440bc lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4657 expref: 386 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911539:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.911543:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+385:2006:x1806482046498304:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 47us (89us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.911544:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 385 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.911545:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766590720:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.911546:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.911549:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968140 00000100:00100000:2.0:1722795750.911549:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766590848:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.911553:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 385 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.911559:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911565:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800983c6ac0/0xc2e84c07bf8440ae lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d463b expref: 384 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911572:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911573:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.911575:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911579:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911588:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.911593:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911597:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911600:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+383:2006:x1806482046497792:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 151us (325us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.911601:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911604:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968137 00010000:00010000:2.0:1722795750.911605:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911610:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911613:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a880 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.911615:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+405:2005:x1806482046498176:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (267us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.911615:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911618:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.911622:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968139 00010000:00010000:2.0:1722795750.911624:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911627:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a880/0xc2e84c07bfa68d63 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911633:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.911641:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.911659:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498432 00010000:00010000:3.0:1722795750.911660:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 404 pid: 16028 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.911662:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498432 00010000:00010000:3.0:1722795750.911668:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 405 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.911671:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 405 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.911677:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766592000:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.911686:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968141 00010000:00010000:1.0:1722795750.911686:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 405 pid: 16051 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.911689:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+405:2006:x1806482046498432:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.911694:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff8800801293c0 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.911695:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 405 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.911696:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.911696:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+375:3680:x1806481766589824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1884us (1931us total) trans 4296352790 rc 0/0 00010000:00010000:0.0:1722795750.911699:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 405 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.911700:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044764 00000100:00100000:1.0:1722795750.911705:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766592128:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.911708:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766591872 00000100:00100000:2.0:1722795750.911710:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766591872 00010000:00010000:3.0:1722795750.911713:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cb92f40/0xc2e84c07bf8440b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4649 expref: 382 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.911718:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044770 00000100:00100000:1.0:1722795750.911719:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.911720:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+375:3678:x1806481766591872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.911722:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766590336:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.911732:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b24e640/0xc2e84c07bf83707c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5a0 expref: 405 pid: 16028 timeout: 946 lvb_type: 1 00002000:00080000:2.0:1722795750.911737:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11387 count 1 00010000:00010000:2.0:1722795750.911744:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911745:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766590464:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.911753:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 404 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.911758:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.911758:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911761:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.911762:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.911764:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911766:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911772:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.911772:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911777:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911779:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.911782:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766592256:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.911784:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 405 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911786:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911792:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911797:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 404 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.911802:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ea306c0/0xc2e84c07bf837083 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ae expref: 404 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.911802:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 404 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.911803:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840240 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.911805:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.911807:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766592384:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.911809:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.911811:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.911812:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.911813:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec180 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.911814:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911815:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.911819:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840240/0xc2e84c07bfa68d6a lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.911820:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1722795750.911826:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072022680/2, rc 0, transno 1385494 00000100:00100000:2.0:1722795750.911837:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766589824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.911885:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795750.911889:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766592512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.911911:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.911918:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.911923:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911927:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911932:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911935:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.911936:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+403:2006:x1806482046498432:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 244us (294us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.911939:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.911942:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968141 00010000:00010000:2.0:1722795750.911942:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.911943:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911947:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911956:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.911960:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968900/0xc2e84c07bfa68d71 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.911981:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+376:3681:x1806481766589952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2087us (2158us total) trans 4296352791 rc 0/0 00000100:00100000:3.0:1722795750.911988:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044765 00000004:00080000:3.0:1722795750.912013:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072022a00/2, rc 0, transno 1385495 00000100:00100000:3.0:1722795750.912018:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766589952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.912037:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+376:3678:x1806481766590592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1745us (1770us total) trans 4296352792 rc 0/0 00000100:00100000:3.0:1722795750.912037:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795750.912041:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044766 00000100:00100000:3.0:1722795750.912041:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766592640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.912049:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766592512 00000100:00100000:2.0:1722795750.912051:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766592512 00000100:00100000:3.0:1722795750.912054:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.912061:0:15621:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766592640 00000100:00100000:2.0:1722795750.912062:0:15621:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766592640 00000100:00100000:2.0:1722795750.912069:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044771 00000100:00100000:2.0:1722795750.912071:0:15621:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+377:3678:x1806481766592512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.912072:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044772 00000100:00100000:3.0:1722795750.912075:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+377:3681:x1806481766592640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.912078:0:15621:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11388 count 1 00002000:00080000:3.0:1722795750.912082:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11389 count 1 00010000:00010000:2.0:1722795750.912085:0:15621:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.912089:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912092:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 402 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912096:0:15621:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 381 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.912096:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 402 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912100:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912101:0:15621:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912102:0:15621:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.912102:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 381 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.912105:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.912106:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.912107:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912112:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 381 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.912115:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.912116:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 381 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912117:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 381 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.912121:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 381 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.912123:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766592768:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.912127:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766592896:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.912132:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498560 00000100:00100000:0.0:1722795750.912135:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498560 00010000:00010000:0.0:1722795750.912144:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 382 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.912147:0:15621:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 402 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.912151:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 402 pid: 15621 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912152:0:15621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 402 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.912157:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968142 00000100:00100000:2.0:1722795750.912157:0:15621:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766593024:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.912159:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 402 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.912161:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+382:2005:x1806482046498560:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.912165:0:15621:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec300 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.912167:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.912168:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766593152:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.912170:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 382 pid: 16059 timeout: 946 lvb_type: 1 00000004:00080000:2.0:1722795750.912182:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072021880/2, rc 0, transno 1385496 00010000:00010000:0.0:1722795750.912183:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 382 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.912186:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.912187:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766590592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.912193:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.912201:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795750.912204:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766591616:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.912205:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766593280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.912209:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766591744:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.912211:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+382:2005:x1806482046498560:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.912217:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968142 00000100:00100000:2.0:1722795750.912217:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1722795750.912221:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.912228:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766593280 00000100:00100000:1.0:1722795750.912230:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.912230:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766593280 00000100:00100000:2.0:1722795750.912238:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044773 00000100:00100000:2.0:1722795750.912240:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+378:3680:x1806481766593280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.912246:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cb90fc0/0xc2e84c07bf8440ca lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4673 expref: 381 pid: 16059 timeout: 946 lvb_type: 1 00002000:00080000:2.0:1722795750.912247:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11390 count 1 00000100:00100000:0.0:1722795750.912248:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498816 00000100:00100000:0.0:1722795750.912251:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498816 00010000:00010000:2.0:1722795750.912253:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.912255:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766591232:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.912259:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 403 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.912260:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.912262:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.912264:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 380 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912267:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912268:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912269:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.912274:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498688 00000100:00100000:0.0:1722795750.912276:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498688 00010000:00010000:2.0:1722795750.912277:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 380 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912282:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 381 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.912284:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 381 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.912287:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766593408:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.912297:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968143 00000100:00100000:0.0:1722795750.912301:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+403:2005:x1806482046498816:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.912302:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 403 pid: 16083 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.912307:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.912308:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968144 00010000:00010000:2.0:1722795750.912310:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 403 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.912311:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.912313:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+381:2005:x1806482046498688:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.912315:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766593536:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.912319:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.912321:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.912321:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.912325:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 381 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.912335:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45a400/0xc2e84c07bf83709f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5d8 expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.912335:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 381 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.912347:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800856a5b00/0xc2e84c07bf8440d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4681 expref: 381 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.912473:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.912475:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.912478:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.912485:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.912494:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.912502:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.912505:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912510:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912514:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.912516:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+380:2005:x1806482046498688:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 201us (253us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.912517:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.912520:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+402:2005:x1806482046498816:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 217us (289us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.912521:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912524:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843a80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.912526:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.912526:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968144 00010000:00010000:2.0:1722795750.912529:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912536:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912540:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843a80/0xc2e84c07bfa68d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.912593:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968143 00000100:00100000:2.0:1722795750.912613:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+379:3681:x1806481766591488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1322us (1353us total) trans 4296352793 rc 0/0 00000100:00100000:2.0:1722795750.912617:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044769 00000004:00080000:3.0:1722795750.912624:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc49c00/2, rc 0, transno 1385497 00000100:00100000:3.0:1722795750.912630:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766591488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.912631:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880083b3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766591360:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.912659:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766593664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.912673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.912684:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766593664 00000100:00100000:2.0:1722795750.912686:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766593664 00000100:00100000:2.0:1722795750.912694:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044774 00000100:00100000:2.0:1722795750.912696:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+380:3678:x1806481766593664:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.912699:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766592000:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795750.912703:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11391 count 1 00010000:00010000:2.0:1722795750.912709:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.912712:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912716:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 401 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912720:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 379 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912724:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912725:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912727:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912736:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 379 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.912737:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+380:3681:x1806481766588672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4145us (4192us total) trans 4296352794 rc 0/0 00010000:00010000:2.0:1722795750.912741:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 379 pid: 16093 timeout: 946 lvb_type: 1 00000004:00080000:3.0:1722795750.912742:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072021c00/2, rc 0, transno 1385498 00000100:00100000:0.0:1722795750.912743:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044761 00000100:00100000:2.0:1722795750.912746:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766593792:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.912750:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766588672:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.912762:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 401 pid: 16051 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912767:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 401 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.912772:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766593920:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.912778:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.912785:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766594048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.912903:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.912936:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766594048 00000100:00100000:2.0:1722795750.912939:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766594048 00000100:00100000:2.0:1722795750.912949:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044775 00000100:00100000:2.0:1722795750.912951:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+380:3679:x1806481766594048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.912960:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11392 count 1 00000100:00100000:3.0:1722795750.912964:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766592256:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.912966:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.912970:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766592384:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.912973:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766592128:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.912976:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 401 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912981:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 379 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.912982:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912984:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912985:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.912986:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.912989:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.912995:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 379 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.912999:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 379 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.913004:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766594176:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.913021:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 401 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.913026:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 401 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.913031:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766594304:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.913038:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.913306:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.913347:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.913347:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499072 00000100:00100000:2.0:1722795750.913350:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499072 00010000:00010000:2.0:1722795750.913361:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 402 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913364:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766592768:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.913370:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.913377:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499328 00000100:00100000:2.0:1722795750.913379:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499328 00000100:00100000:3.0:1722795750.913380:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499456 00000100:00100000:3.0:1722795750.913382:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499456 00010000:00010000:2.0:1722795750.913386:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 380 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.913387:0:15539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968145 00000100:00100000:0.0:1722795750.913388:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.913393:0:15539:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+403:2005:x1806482046499072:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.913394:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 403 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913415:0:15539:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.913418:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.913420:0:15539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.913420:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046498944 00000100:00100000:2.0:1722795750.913423:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046498944 00010000:00010000:1.0:1722795750.913429:0:15539:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913432:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968146 00010000:00010000:2.0:1722795750.913433:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 381 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913435:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+381:2005:x1806482046499328:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.913441:0:15539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45b840/0xc2e84c07bf837098 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5ca expref: 403 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.913441:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.913444:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.913448:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968147 00010000:00010000:3.0:1722795750.913449:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913451:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.913452:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+402:2005:x1806482046499456:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.913453:0:15539:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.913455:0:15539:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.913459:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.913461:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e57840/0xc2e84c07bf8440d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d468f expref: 381 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913462:0:15539:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.913463:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 402 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.913470:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.913473:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 402 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913476:0:15539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.913484:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124804240/0xc2e84c07bf8370a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5e6 expref: 402 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913490:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+380:2005:x1806482046499328:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.913493:0:15539:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f38dc8b8-fd93-427c-acff-5f6d442b3777+402:2005:x1806482046499072:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 100us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.913496:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968146 00000100:00100000:1.0:1722795750.913499:0:15539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968145 00010000:00010000:2.0:1722795750.913499:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.913501:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.913502:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499200 00010000:00010000:2.0:1722795750.913503:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.913505:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499200 00000100:00100000:3.0:1722795750.913508:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968148 00010000:00010000:2.0:1722795750.913510:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.913512:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+379:2006:x1806482046498944:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.913515:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 401 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.913517:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.913520:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913522:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 379 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.913524:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.913527:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913529:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 379 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.913535:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968149 00010000:00010000:1.0:1722795750.913536:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.913539:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+401:2006:x1806482046499200:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.913539:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e558c0/0xc2e84c07bf8440c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4665 expref: 379 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913542:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.913542:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+401:2005:x1806482046499456:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 88us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1722795750.913546:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.913547:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.913548:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.913548:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968147 00010000:00010000:0.0:1722795750.913550:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 401 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913554:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18418c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.913557:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913558:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 400 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913561:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+378:2006:x1806482046498944:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (173us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.913564:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.913565:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968148 00010000:00010000:0.0:1722795750.913569:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124806ac0/0xc2e84c07bf837091 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5bc expref: 400 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.913573:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913578:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.913579:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.913580:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18418c0/0xc2e84c07bfa68d78 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913582:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913589:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913599:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913603:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913604:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.913608:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913611:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913615:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913618:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969d40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:0.0:1722795750.913620:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+399:2006:x1806482046499200:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 80us (201us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.913620:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.913624:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968149 00010000:00010000:3.0:1722795750.913624:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913630:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913637:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969d40/0xc2e84c07bfa68d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.913659:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.913666:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499584 00000100:00100000:0.0:1722795750.913668:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499584 00010000:00010000:0.0:1722795750.913675:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 378 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.913691:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968150 00000100:00100000:0.0:1722795750.913694:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+378:2006:x1806482046499584:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.913699:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.913701:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 378 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.913706:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 378 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.913713:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800856a4b40/0xc2e84c07bf8440df lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d469d expref: 378 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913715:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+382:3678:x1806481766591872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1994us (2082us total) trans 4296352795 rc 0/0 00000100:00100000:3.0:1722795750.913719:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044770 00010000:00010000:0.0:1722795750.913720:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.913729:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+377:2006:x1806482046499584:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 34us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.913732:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968150 00000004:00080000:2.0:1722795750.913757:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880088084000/2, rc 0, transno 1385499 00000100:00100000:2.0:1722795750.913763:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880088084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766591872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.913775:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+381:3681:x1806481766591104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2677us (2751us total) trans 4296352796 rc 0/0 00000100:00100000:0.0:1722795750.913781:0:15621:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15621:1806481766593024:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.913782:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044767 00000100:00100000:3.0:1722795750.913786:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766592896:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.913787:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766594432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.913794:0:15621:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.913803:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1722795750.913804:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc48e00/2, rc 0, transno 1385500 00000100:00100000:3.0:1722795750.913808:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766591104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.913811:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766594432 00000100:00100000:1.0:1722795750.913814:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766594432 00000100:00100000:2.0:1722795750.913824:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795750.913827:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766594560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.913829:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044776 00000100:00100000:1.0:1722795750.913833:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+381:3680:x1806481766594432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.913836:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.913842:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1722795750.913843:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11393 count 1 00000100:00100000:3.0:1722795750.913846:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766594560 00010000:00010000:0.0:1722795750.913847:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.913848:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766594560 00010000:00010000:0.0:1722795750.913851:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.913853:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913855:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913859:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.913859:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044777 00010000:00010000:1.0:1722795750.913877:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 398 pid: 16095 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.913878:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc000 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:3.0:1722795750.913878:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+382:3680:x1806481766594560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.913880:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913884:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.913885:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 376 pid: 15473 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1722795750.913886:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11394 count 1 00010000:00010000:0.0:1722795750.913890:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.913893:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc000/0xc2e84c07bfa68d7f lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913894:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.913896:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.913897:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.913900:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.913905:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 398 pid: 16061 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.913912:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 376 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.913915:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 376 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.913918:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.913919:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.913922:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.913924:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 376 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.913933:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766594688:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.913937:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 376 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.913946:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 376 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.913954:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766594816:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.913960:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 398 pid: 16095 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.913970:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 398 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.913977:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+383:3678:x1806481766590976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2869us (2920us total) trans 4296352797 rc 0/0 00010000:00010000:3.0:1722795750.913977:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 398 pid: 16061 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.913978:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766594944:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.913981:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044768 00010000:00010000:3.0:1722795750.913985:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 398 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.913993:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.913993:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766595072:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.914009:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000004:00080000:2.0:1722795750.914026:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc4a300/2, rc 0, transno 1385501 00000100:00100000:1.0:1722795750.914029:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.914030:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766590976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.914047:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499712 00000100:00100000:1.0:1722795750.914047:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.914050:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499712 00000100:00100000:2.0:1722795750.914058:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499840 00000100:00100000:2.0:1722795750.914059:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499840 00010000:00010000:0.0:1722795750.914060:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 377 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914067:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 399 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.914081:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968151 00000100:00100000:3.0:1722795750.914084:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121347b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766593152:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.914086:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+377:2005:x1806482046499712:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.914086:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968152 00000100:00100000:2.0:1722795750.914089:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+399:2005:x1806482046499840:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.914093:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.914094:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.914095:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914096:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 399 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.914097:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 377 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914101:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 399 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.914104:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.914105:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 377 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914109:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124804fc0/0xc2e84c07bf8370ad lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce5f4 expref: 399 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914115:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.914116:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.914117:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800856a7600/0xc2e84c07bf8440e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46ab expref: 377 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914117:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914120:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046499968 00010000:00010000:2.0:1722795750.914122:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914122:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046499968 00000100:00100000:1.0:1722795750.914125:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:0.0:1722795750.914128:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.914130:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.914131:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 399 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.914134:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500096 00000100:00100000:1.0:1722795750.914145:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500096 00000100:00100000:2.0:1722795750.914146:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+399:2005:x1806482046499840:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 56us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.914148:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+377:2005:x1806482046499712:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.914149:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968152 00000100:00100000:0.0:1722795750.914154:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968151 00010000:00010000:1.0:1722795750.914155:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 377 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.914163:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968153 00000100:00100000:2.0:1722795750.914165:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+398:2006:x1806482046499968:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.914168:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968154 00010000:00010000:2.0:1722795750.914169:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.914172:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 398 pid: 15621 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914173:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+376:2005:x1806482046500096:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.914177:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 398 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914179:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.914180:0:15621:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914183:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a459b00/0xc2e84c07bf8370b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce602 expref: 398 pid: 15621 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914183:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 376 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.914187:0:15621:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914189:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.914190:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.914191:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 376 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914192:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914194:0:15621:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914196:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914201:0:15621:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.914203:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.914207:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.914208:0:15621:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914214:0:15621:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a640 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.914216:0:15621:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914219:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+376:2005:x1806482046500096:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 45us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.914222:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+397:2006:x1806482046499968:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.914223:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968154 00000100:00100000:2.0:1722795750.914228:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968153 00010000:00010000:3.0:1722795750.914237:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.914252:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.914256:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914259:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.914260:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914261:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a35b600/0xc2e84c07bf844109 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46b9 expref: 375 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914267:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914269:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766593408:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.914270:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842f40 already unused, calling callback (ffffffffa085ef50) 00000100:00100000:1.0:1722795750.914271:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500224 00010000:00010000:3.0:1722795750.914272:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914273:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500224 00000100:00100000:2.0:1722795750.914275:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766593536:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.914276:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.914281:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.914283:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 397 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914285:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842f40/0xc2e84c07bfa68d9b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914286:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914295:0:15621:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914297:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766593792:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.914298:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968155 00000100:00100000:1.0:1722795750.914302:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+397:2005:x1806482046500224:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.914305:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766595200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.914306:0:15621:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.914308:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.914312:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 397 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.914313:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a640/0xc2e84c07bfa68d94 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914319:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.914321:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 397 pid: 16083 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.914332:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124806880/0xc2e84c07bf8370bb lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce610 expref: 397 pid: 16083 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.914332:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766595200 00000100:00100000:2.0:1722795750.914334:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766595200 00010000:00010000:1.0:1722795750.914351:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.914352:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.914354:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044778 00010000:00010000:1.0:1722795750.914355:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914357:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+384:3678:x1806481766595200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.914361:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.914365:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11395 count 1 00010000:00010000:2.0:1722795750.914374:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.914376:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.914384:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 396 pid: 16061 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.914390:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+396:2005:x1806482046500224:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 87us (132us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.914391:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 374 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.914393:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+385:3681:x1806481766592640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2316us (2337us total) trans 4296352798 rc 0/0 00000100:00100000:3.0:1722795750.914413:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044772 00010000:00010000:2.0:1722795750.914415:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.914416:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968155 00010000:00010000:2.0:1722795750.914416:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.914419:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1722795750.914434:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc4b800/2, rc 0, transno 1385502 00000100:00100000:3.0:1722795750.914438:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766592640:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.914440:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 374 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.914448:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 374 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.914456:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766595328:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.914465:0:15621:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+384:3678:x1806481766592512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2391us (2552us total) trans 4296352799 rc 0/0 00000100:00100000:0.0:1722795750.914472:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044771 00000100:00100000:1.0:1722795750.914473:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.914477:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 395 pid: 16061 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.914483:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 395 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.914484:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500352 00000100:00100000:1.0:1722795750.914487:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500352 00000100:00100000:2.0:1722795750.914490:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766595584:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.914496:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 375 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.914500:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.914510:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968156 00010000:00010000:2.0:1722795750.914510:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914514:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+375:2005:x1806482046500352:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.914515:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.914520:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.914521:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914522:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766593920:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.914524:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 375 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914527:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.914531:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.914532:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 375 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914533:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914538:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e9686c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.914539:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914541:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.914543:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a359d40/0xc2e84c07bf844110 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46c7 expref: 375 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914546:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914551:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500480 00000100:00100000:3.0:1722795750.914552:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500480 00010000:00010000:1.0:1722795750.914554:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.914555:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.914558:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.914559:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 396 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.914560:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9686c0/0xc2e84c07bfa68da2 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914567:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2005:x1806482046500352:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 52us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.914572:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500608 00000100:00100000:3.0:1722795750.914573:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500608 00000100:00100000:1.0:1722795750.914576:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968156 00010000:00010000:3.0:1722795750.914577:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 375 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.914587:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968157 00000100:00100000:1.0:1722795750.914591:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+396:2006:x1806482046500480:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.914591:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968158 00000100:00100000:3.0:1722795750.914595:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2006:x1806482046500608:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.914597:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1722795750.914598:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.914599:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.914601:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 396 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914601:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 374 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914606:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 374 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.914612:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 396 pid: 16051 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914614:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.914619:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500736 00010000:00010000:1.0:1722795750.914622:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124805200/0xc2e84c07bf8370c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce61e expref: 396 pid: 16051 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.914623:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500736 00000100:00100000:3.0:1722795750.914624:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2006:x1806482046500608:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 29us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.914627:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968158 00010000:00010000:1.0:1722795750.914630:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.914631:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.914634:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 396 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.914634:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914637:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+384:3680:x1806481766593280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2395us (2418us total) trans 4296352800 rc 0/0 00010000:00010000:1.0:1722795750.914641:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914641:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044773 00000100:00100000:3.0:1722795750.914655:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968159 00000004:00080000:2.0:1722795750.914658:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072023480/2, rc 0, transno 1385504 00000100:00100000:3.0:1722795750.914658:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+396:2006:x1806482046500736:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.914662:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.914663:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766593280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.914664:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 396 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914669:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 396 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.914671:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1722795750.914672:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cc4b100/2, rc 0, transno 1385503 00000100:00100000:2.0:1722795750.914674:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766592512:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.914675:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.914676:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1722795750.914676:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.914677:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914680:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766595456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.914681:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777ff3c0/0xc2e84c07bf844117 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46d5 expref: 373 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914681:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914686:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+396:2006:x1806482046500480:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 93us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.914689:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.914691:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766594176:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.914692:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968157 00000100:00100000:2.0:1722795750.914692:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.914701:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0bb4480/0xc2e84c07bf83711d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce62c expref: 395 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914701:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+395:2006:x1806482046500736:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.914703:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766595456 00000100:00100000:2.0:1722795750.914704:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766595456 00000100:00100000:3.0:1722795750.914707:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968159 00000100:00100000:0.0:1722795750.914711:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766594304:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.914720:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044779 00000100:00100000:2.0:1722795750.914723:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+384:3678:x1806481766595456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.914727:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.914730:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11396 count 1 00010000:00010000:2.0:1722795750.914736:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914738:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914743:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 393 pid: 15448 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.914744:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914747:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766595840:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.914748:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 372 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.914751:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.914752:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.914753:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914756:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914762:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 372 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.914763:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.914767:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 372 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914768:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1722795750.914769:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914772:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766595968:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.914791:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 393 pid: 15448 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.914793:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1722795750.914796:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 393 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914797:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766595712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.914800:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766596096:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.914808:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec540 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.914811:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.914824:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766595840 00000100:00100000:3.0:1722795750.914826:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766595840 00010000:00010000:0.0:1722795750.914834:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.914837:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914838:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766595712 00000100:00100000:3.0:1722795750.914840:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766595712 00010000:00010000:0.0:1722795750.914843:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914852:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.914857:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969680/0xc2e84c07bfa68db0 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.914882:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044780 00000100:00100000:3.0:1722795750.914887:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+386:3681:x1806481766595840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.914898:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11398 count 1 00000100:00100000:2.0:1722795750.914904:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.914905:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044781 00010000:00010000:3.0:1722795750.914906:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.914911:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+386:3681:x1806481766595712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.914912:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.914914:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 393 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.914919:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 372 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.914922:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.914923:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.914924:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.914928:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.914932:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500864 00010000:00010000:3.0:1722795750.914941:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 372 pid: 16057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.914943:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500864 00010000:00010000:3.0:1722795750.914946:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 373 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914951:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766596224:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.914953:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 373 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.914967:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 393 pid: 16025 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.914969:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046500992 00000100:00100000:2.0:1722795750.914969:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.914972:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046500992 00010000:00010000:3.0:1722795750.914975:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 393 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.914978:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 374 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.914980:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766596352:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.914984:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501120 00000100:00100000:2.0:1722795750.914986:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501120 00000100:00100000:3.0:1722795750.914986:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.914994:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 394 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.914996:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501248 00000100:00100000:1.0:1722795750.914999:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501248 00000100:00100000:0.0:1722795750.915002:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968160 00010000:00010000:1.0:1722795750.915006:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 395 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915006:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968161 00000100:00100000:0.0:1722795750.915007:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2005:x1806482046500864:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.915009:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2006:x1806482046500992:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.915012:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.915014:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.915015:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 374 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.915019:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 374 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.915020:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968162 00010000:00010000:3.0:1722795750.915023:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 374 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.915024:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+395:2005:x1806482046501120:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.915025:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968163 00010000:00010000:0.0:1722795750.915028:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 374 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915030:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+395:2005:x1806482046501248:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.915031:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.915033:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.915035:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 395 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.915037:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.915040:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.915041:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 395 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.915044:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 395 pid: 16095 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915045:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2006:x1806482046500992:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.915049:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 395 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915051:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968161 00010000:00010000:1.0:1722795750.915054:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.915056:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+374:2005:x1806482046500864:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 48us (151us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.915056:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915059:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915062:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968160 00010000:00010000:2.0:1722795750.915065:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915066:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.915066:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.915069:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.915075:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915076:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.915078:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800777feac0/0xc2e84c07bf84411e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46f1 expref: 372 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.915087:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.915089:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766594816:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.915092:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+395:2005:x1806482046501120:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.915096:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+387:3679:x1806481766594048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2142us (2286us total) trans 4296352801 rc 0/0 00010000:00010000:3.0:1722795750.915097:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073e55200/0xc2e84c07bf837139 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce648 expref: 395 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.915098:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968162 00000100:00100000:0.0:1722795750.915101:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044775 00000100:00100000:2.0:1722795750.915104:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+395:2005:x1806482046501248:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 73us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.915113:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766595072:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.915116:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968163 00010000:00010000:3.0:1722795750.915125:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915130:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915134:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1722795750.915136:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121345500/2, rc 0, transno 1385505 00010000:00010000:3.0:1722795750.915138:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915141:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915143:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766594048:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1722795750.915145:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11397 count 1 00010000:00010000:3.0:1722795750.915145:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915148:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841680 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.915150:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915153:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915154:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915162:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915163:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 392 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915166:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841680/0xc2e84c07bfa68dbe lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915169:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1722795750.915171:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 371 pid: 15473 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.915175:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766596480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.915177:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915178:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915181:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915195:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.915195:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 371 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915204:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 371 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915207:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766596480 00000100:00100000:2.0:1722795750.915210:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766596480 00000100:00100000:1.0:1722795750.915213:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766596608:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.915221:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044782 00000100:00100000:2.0:1722795750.915224:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+388:3679:x1806481766596480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.915231:0:16029:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11399 count 1 00010000:00010000:2.0:1722795750.915237:0:16029:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915239:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 392 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.915244:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 392 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915247:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 392 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.915249:0:16029:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 371 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.915255:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766596736:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.915255:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.915256:0:16029:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.915258:0:16029:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.915267:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 371 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.915268:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ce40 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.915273:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915279:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766596864:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.915284:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+388:3680:x1806481766594560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1404us (1444us total) trans 4296352802 rc 0/0 00010000:00010000:1.0:1722795750.915288:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fceac0/0xc2e84c07bf844125 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d46e3 expref: 371 pid: 15473 timeout: 946 lvb_type: 1 00000004:00080000:2.0:1722795750.915291:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121346680/2, rc 0, transno 1385506 00000100:00100000:3.0:1722795750.915291:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044777 00000100:00100000:1.0:1722795750.915298:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766594688:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.915301:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766594560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.915307:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099779d40/0xc2e84c07bf83712b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce63a expref: 392 pid: 16095 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.915311:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915315:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.915317:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766594944:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.915321:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915328:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915330:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915334:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915337:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.915338:0:16029:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 391 pid: 16025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915339:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96a400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.915342:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.915347:0:16029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 391 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.915348:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915349:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915350:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766597120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.915355:0:16029:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766596992:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.915356:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915358:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915362:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915365:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a400/0xc2e84c07bfa68da9 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915369:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915371:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795750.915371:0:16029:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec480 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.915375:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818df600 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.915378:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915384:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.915391:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766597120 00010000:00010000:1.0:1722795750.915393:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.915393:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766597120 00010000:00010000:1.0:1722795750.915419:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818df600/0xc2e84c07bfa68db7 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.915431:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044783 00000100:00100000:3.0:1722795750.915435:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+388:3679:x1806481766597120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1722795750.915446:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11400 count 1 00010000:00010000:3.0:1722795750.915455:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.915460:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766595328:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.915464:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 391 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915471:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 370 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915477:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.915479:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.915481:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.915495:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 370 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915500:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 370 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915506:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766597248:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.915519:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+389:3680:x1806481766594432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1684us (1713us total) trans 4296352803 rc 0/0 00000100:00100000:1.0:1722795750.915525:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044776 00010000:00010000:3.0:1722795750.915533:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 391 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915541:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 391 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915550:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766597376:192.168.201.15@tcp:104: 00000004:00080000:2.0:1722795750.915568:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121344380/2, rc 0, transno 1385507 00000100:00100000:3.0:1722795750.915568:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1722795750.915576:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766594432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.915608:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766597504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.915628:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.915642:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766597504 00000100:00100000:1.0:1722795750.915645:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766597504 00000100:00100000:1.0:1722795750.915659:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044784 00000100:00100000:1.0:1722795750.915663:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+390:3680:x1806481766597504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.915665:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+390:3678:x1806481766593664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2966us (2989us total) trans 4296352804 rc 0/0 00000100:00100000:3.0:1722795750.915672:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044774 00002000:00080000:1.0:1722795750.915673:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11401 count 1 00010000:00010000:1.0:1722795750.915681:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915691:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 391 pid: 16061 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915698:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 370 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915704:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1722795750.915705:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072022300/2, rc 0, transno 1385508 00010000:00010000:1.0:1722795750.915706:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915709:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.915713:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.915719:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766593664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.915735:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766595584:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.915739:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766597632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.915750:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.915751:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 370 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915759:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 370 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915760:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.915768:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766597760:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.915780:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766597632 00000100:00100000:3.0:1722795750.915782:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766597632 00000100:00100000:3.0:1722795750.915792:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044785 00000100:00100000:3.0:1722795750.915794:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880072022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+390:3681:x1806481766597632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.915796:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.915797:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 391 pid: 16061 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1722795750.915803:0:16050:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11402 count 1 00010000:00010000:1.0:1722795750.915807:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 391 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.915811:0:16050:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.915815:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766597888:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.915821:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 391 pid: 16028 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.915825:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501504 00000100:00100000:1.0:1722795750.915827:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501504 00010000:00010000:3.0:1722795750.915828:0:16050:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 370 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.915834:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.915835:0:16050:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915837:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 392 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.915838:0:16050:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.915850:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501376 00000100:00100000:1.0:1722795750.915852:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501376 00010000:00010000:3.0:1722795750.915852:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 370 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915873:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915873:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968164 00010000:00010000:3.0:1722795750.915874:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915878:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+392:2006:x1806482046501504:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.915884:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.915884:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766598016:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.915887:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 392 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.915893:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968165 00010000:00010000:2.0:1722795750.915893:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 392 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.915897:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+371:2005:x1806482046501376:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.915901:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008129e1c0/0xc2e84c07bf83714e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce656 expref: 392 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.915904:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.915907:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.915908:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.915914:0:16050:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 391 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.915917:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915919:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+391:2006:x1806482046501504:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 41us (208us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.915922:0:16050:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 391 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915923:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968164 00010000:00010000:1.0:1722795750.915933:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fccb40/0xc2e84c07bf84412c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4706 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.915937:0:16050:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766598144:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.915942:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766595968:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.915943:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.915944:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.915945:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.915947:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.915950:0:16050:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129900 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.915954:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.915961:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501632 00000100:00100000:2.0:1722795750.915963:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501632 00010000:00010000:1.0:1722795750.915967:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.915969:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.915981:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968166 00000100:00100000:1.0:1722795750.915983:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+371:2005:x1806482046501376:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 85us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.915983:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+371:2005:x1806482046501632:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.915987:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.915990:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968165 00010000:00010000:2.0:1722795750.915990:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.915995:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 371 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916001:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fcdb00/0xc2e84c07bf844133 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4714 expref: 370 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.916004:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766596096:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.916008:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.916017:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1722795750.916018:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.916019:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+369:2005:x1806482046501632:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.916022:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968166 00010000:00010000:2.0:1722795750.916034:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916038:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916044:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916047:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916051:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916054:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e969200 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.916056:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916059:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916064:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916068:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e969200/0xc2e84c07bfa68dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.916121:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766596224:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.916145:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+391:3678:x1806481766595200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1787us (1825us total) trans 4296352805 rc 0/0 00000100:00100000:3.0:1722795750.916147:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.916149:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044778 00000004:00080000:0.0:1722795750.916162:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072020380/2, rc 0, transno 1385509 00000100:00100000:0.0:1722795750.916170:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766595200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.916175:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.916186:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501760 00000100:00100000:2.0:1722795750.916188:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501760 00010000:00010000:2.0:1722795750.916195:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 391 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.916201:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046501888 00000100:00100000:0.0:1722795750.916202:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795750.916204:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046501888 00000100:00100000:2.0:1722795750.916206:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968167 00000100:00100000:2.0:1722795750.916209:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+391:2005:x1806482046501760:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.916210:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766598272:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.916213:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.916214:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 369 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916215:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 391 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916221:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 391 pid: 15448 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916227:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a33eac0/0xc2e84c07bf83715c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce664 expref: 391 pid: 15448 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.916229:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968168 00000100:00100000:0.0:1722795750.916232:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1722795750.916233:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.916234:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+369:2005:x1806482046501888:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.916234:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.916234:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766596352:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.916236:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916240:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.916240:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916243:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 369 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916245:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916248:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.916255:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916257:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 369 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916259:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.916260:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+390:2005:x1806482046501760:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.916263:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968167 00010000:00010000:3.0:1722795750.916263:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916267:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916269:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3598c0/0xc2e84c07bf844141 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4730 expref: 369 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916274:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916278:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.916280:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b180 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.916282:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916288:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916293:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+368:2005:x1806482046501888:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 59us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.916293:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766598272 00000100:00100000:2.0:1722795750.916294:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766598272 00010000:00010000:3.0:1722795750.916298:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916299:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968168 00000100:00100000:2.0:1722795750.916301:0:16020:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044786 00000100:00100000:2.0:1722795750.916303:0:16020:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+391:3679:x1806481766598272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.916304:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b180/0xc2e84c07bfa68dcc lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1722795750.916310:0:16020:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11403 count 1 00010000:00010000:2.0:1722795750.916316:0:16020:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916322:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 389 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.916327:0:16020:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 367 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.916330:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.916331:0:16020:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.916332:0:16020:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916341:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 367 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.916345:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 367 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.916351:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766598400:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.916359:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.916365:0:16020:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 389 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.916370:0:16020:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 389 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.916374:0:16020:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766598528:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.916382:0:16020:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.916424:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502016 00000100:00100000:3.0:1722795750.916425:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+392:3678:x1806481766595456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1699us (1730us total) trans 4296352806 rc 0/0 00000100:00100000:0.0:1722795750.916428:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502016 00000100:00100000:3.0:1722795750.916431:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044779 00010000:00010000:0.0:1722795750.916440:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.916457:0:9466:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968169 00000100:00100000:0.0:1722795750.916461:0:9466:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+390:2006:x1806482046502016:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1722795750.916468:0:9466:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.916472:0:9466:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.916480:0:9466:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.916482:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766596608:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.916487:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.916490:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766596736:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.916492:0:9466:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f93a400/0xc2e84c07bf837178 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce680 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.916502:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.916503:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.916504:0:9466:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.916506:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502144 00010000:00010000:0.0:1722795750.916507:0:9466:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916509:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.916509:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502144 00010000:00010000:0.0:1722795750.916513:0:9466:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916522:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.916526:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502272 00010000:00010000:0.0:1722795750.916528:0:9466:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.916529:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502272 00000100:00100000:1.0:1722795750.916534:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968170 00010000:00010000:2.0:1722795750.916538:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.916540:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+368:2005:x1806482046502144:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.916550:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916553:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968171 00000100:00100000:1.0:1722795750.916557:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+390:2005:x1806482046502272:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.916562:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.916562:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916566:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916566:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916570:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916574:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916574:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916577:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1843840 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.916578:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916582:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916588:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916591:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008129d8c0/0xc2e84c07bf83716a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce672 expref: 390 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916592:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1843840/0xc2e84c07bfa68dd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.916599:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.916613:0:9466:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bff2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+389:2006:x1806482046502016:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 149us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.916613:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+389:2005:x1806482046502272:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.916618:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968171 00000100:00100000:0.0:1722795750.916622:0:9466:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968169 00010000:00010000:1.0:1722795750.916633:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.916637:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.916645:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.916655:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fccd80/0xc2e84c07bf84413a lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4722 expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.916664:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.916664:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+392:3681:x1806481766595840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1778us (1896us total) trans 4296352807 rc 0/0 00010000:00010000:1.0:1722795750.916665:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.916668:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.916669:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044780 00000004:00080000:0.0:1722795750.916671:0:3678:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072021f80/2, rc 0, transno 1385510 00010000:00010000:1.0:1722795750.916674:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.916678:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766595456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.916687:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766596864:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.916688:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1722795750.916688:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072020e00/2, rc 0, transno 1385511 00000100:00100000:3.0:1722795750.916691:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766595840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.916695:0:16029:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:16029:1806481766596992:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.916705:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+367:2005:x1806482046502144:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 166us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.916707:0:16029:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916711:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968170 00010000:00010000:2.0:1722795750.916719:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.916725:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766597248:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.916730:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916736:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916741:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916746:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.916751:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.916751:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818de880 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.916753:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.916756:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766598784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.916759:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.916766:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.916768:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.916771:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818de880/0xc2e84c07bfa68dda lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916773:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502400 00000100:00100000:1.0:1722795750.916776:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502400 00000100:00100000:3.0:1722795750.916782:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.916786:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 367 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.916798:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502656 00000100:00100000:0.0:1722795750.916800:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.916800:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502656 00010000:00010000:1.0:1722795750.916807:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.916812:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502528 00000100:00100000:3.0:1722795750.916815:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502528 00000100:00100000:0.0:1722795750.916825:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766598656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.916825:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 388 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.916832:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968172 00000100:00100000:1.0:1722795750.916836:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+368:2005:x1806482046502400:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.916837:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968173 00000100:00100000:2.0:1722795750.916840:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+368:2005:x1806482046502656:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.916842:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.916845:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.916846:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 368 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916848:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.916849:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968174 00010000:00010000:2.0:1722795750.916853:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.916853:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+388:2006:x1806482046502528:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.916855:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 368 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916875:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.916877:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fcc240/0xc2e84c07bf84414f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d474c expref: 368 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.916879:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 388 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.916884:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fcdd40/0xc2e84c07bf844148 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d473e expref: 367 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.916884:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.916888:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 388 pid: 16025 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.916895:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.916899:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:96d98dce-bbc8-4784-93bd-51fea7efb2b3+366:2005:x1806482046502656:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 58us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.916900:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f93a880/0xc2e84c07bf837186 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce68e expref: 388 pid: 16025 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.916903:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968173 00010000:00010000:3.0:1722795750.916909:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1722795750.916911:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+365:2005:x1806482046502400:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 74us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.916912:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.916914:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.916918:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968172 00010000:00010000:3.0:1722795750.916920:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.916932:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1722795750.916974:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.916977:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+387:2006:x1806482046502528:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 123us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.916981:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+392:3681:x1806481766595712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2070us (2169us total) trans 4296352808 rc 0/0 00000100:00100000:3.0:1722795750.916981:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968174 00000100:00100000:2.0:1722795750.916985:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044781 00000100:00100000:2.0:1722795750.916993:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766598784 00000100:00100000:2.0:1722795750.916995:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766598784 00000100:00100000:3.0:1722795750.917000:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cc49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766597376:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.917003:0:16052:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766598656 00000100:00100000:2.0:1722795750.917004:0:16052:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766598656 00000100:00100000:2.0:1722795750.917011:0:16052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044787 00010000:00010000:3.0:1722795750.917011:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917013:0:16052:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d936450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+393:3680:x1806481766598784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.917020:0:16052:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11405 count 1 00000100:00100000:3.0:1722795750.917020:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044788 00000100:00100000:3.0:1722795750.917023:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+393:3679:x1806481766598656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.917026:0:16052:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1722795750.917032:0:16099:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11404 count 1 00010000:00010000:2.0:1722795750.917036:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 386 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.917038:0:16099:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917041:0:16052:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 364 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917044:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.917044:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 386 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917045:0:16052:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.917046:0:16052:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.917049:0:16099:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 364 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917055:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 364 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.917056:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.917057:0:16099:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.917059:0:16099:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917060:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917065:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766598912:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.917066:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.917072:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 364 pid: 16057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.917081:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 364 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.917083:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502912 00010000:00010000:2.0:1722795750.917083:0:16052:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 386 pid: 16106 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1722795750.917087:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502912 00010000:00010000:2.0:1722795750.917088:0:16052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 386 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.917090:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766599040:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.917093:0:16052:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766599168:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.917098:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 365 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917101:0:16052:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec480 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.917111:0:16029:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917115:0:16029:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.917116:0:16099:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 386 pid: 16100 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917119:0:16029:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917121:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968175 00010000:00010000:2.0:1722795750.917123:0:16029:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.917125:0:16099:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 386 pid: 16100 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.917126:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+365:2005:x1806482046502912:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.917126:0:16029:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917130:0:16029:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96ad00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.917131:0:16029:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.917132:0:16099:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766599296:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.917133:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.917135:0:16029:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917137:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 365 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917140:0:16029:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.917141:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766597760:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.917144:0:16029:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96ad00/0xc2e84c07bfa68de1 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917145:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 365 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.917147:0:16099:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00010000:00010000:0.0:1722795750.917156:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a359f80/0xc2e84c07bf844156 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d475a expref: 365 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.917166:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000004:00080000:3.0:1722795750.917168:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880072023b80/2, rc 0, transno 1385512 00010000:00010000:0.0:1722795750.917171:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.917175:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766595712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.917177:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046502784 00000100:00100000:1.0:1722795750.917180:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046502784 00000100:00100000:0.0:1722795750.917188:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:96d98dce-bbc8-4784-93bd-51fea7efb2b3+364:2005:x1806482046502912:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 61us (122us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.917189:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 387 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.917192:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880072021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766598016:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.917194:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968175 00000100:00100000:3.0:1722795750.917197:0:16050:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_054:lustre-OST0001_UUID:16050:1806481766598144:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.917204:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968176 00000100:00100000:1.0:1722795750.917208:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+387:2005:x1806482046502784:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.917208:0:16050:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.917213:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.917216:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 387 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917218:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+394:3679:x1806481766596480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1993us (2023us total) trans 4296352809 rc 0/0 00000100:00100000:2.0:1722795750.917222:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044782 00010000:00010000:1.0:1722795750.917225:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 387 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.917227:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.917236:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a33d680/0xc2e84c07bf837194 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce69c expref: 387 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917245:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.917247:0:16118:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.917250:0:16118:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917255:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.917261:0:16118:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917267:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503040 00000100:00100000:0.0:1722795750.917269:0:15594:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503168 00000100:00100000:2.0:1722795750.917269:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503040 00000100:00100000:0.0:1722795750.917272:0:15594:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503168 00010000:00010000:1.0:1722795750.917274:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.917276:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.917278:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917284:0:15594:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 387 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.917285:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917286:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968177 00000100:00100000:2.0:1722795750.917288:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+364:2005:x1806482046503040:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.917289:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+387:2005:x1806482046502784:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 79us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.917292:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917293:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.917294:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968176 00010000:00010000:2.0:1722795750.917295:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.917298:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917300:0:15594:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968178 00010000:00010000:2.0:1722795750.917300:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.917304:0:15594:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+386:2005:x1806482046503168:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.917304:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917308:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fced00/0xc2e84c07bf84415d lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4768 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.917310:0:15594:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.917310:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a18406c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.917313:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917314:0:15594:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 386 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917314:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.917319:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917322:0:15594:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 386 pid: 16028 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917324:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+363:2005:x1806482046503040:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.917327:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968177 00010000:00010000:3.0:1722795750.917328:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917333:0:15594:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800856433c0/0xc2e84c07bf8371b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6b8 expref: 386 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.917339:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a18406c0/0xc2e84c07bfa68de8 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917345:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.917412:0:15594:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.917416:0:15594:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.917423:0:15594:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.917437:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+394:3679:x1806481766597120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2000us (2064us total) trans 4296352810 rc 0/0 00010000:00010000:0.0:1722795750.917438:0:15594:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1722795750.917442:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044783 00000100:00100000:0.0:1722795750.917456:0:15594:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+385:2005:x1806482046503168:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 151us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.917459:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795750.917461:0:15594:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968178 00000100:00100000:3.0:1722795750.917465:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766599424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.917473:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766598528:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.917484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795750.917497:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766597888:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.917499:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766599424 00000100:00100000:2.0:1722795750.917502:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766599424 00000100:00100000:0.0:1722795750.917506:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:1.0:1722795750.917512:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917517:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044789 00000100:00100000:0.0:1722795750.917519:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.917522:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+394:3680:x1806481766599424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1722795750.917531:0:16053:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11406 count 1 00010000:00010000:2.0:1722795750.917539:0:16053:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917542:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795750.917542:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503296 00000100:00100000:1.0:1722795750.917544:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503296 00010000:00010000:2.0:1722795750.917549:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 385 pid: 16082 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.917554:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 385 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917556:0:16053:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 362 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917562:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.917564:0:16053:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.917566:0:16053:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.917569:0:16236:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503424 00000100:00100000:1.0:1722795750.917572:0:16236:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503424 00010000:00010000:1.0:1722795750.917578:0:16236:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 386 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917581:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 362 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917590:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 362 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.917591:0:16236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968179 00000100:00100000:1.0:1722795750.917595:0:16236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+386:2006:x1806482046503296:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.917598:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766599552:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.917601:0:16236:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.917605:0:16236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 386 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.917607:0:16136:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503552 00000100:00100000:3.0:1722795750.917610:0:16136:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503552 00010000:00010000:1.0:1722795750.917613:0:16236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 386 pid: 16061 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917616:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968180 00010000:00010000:3.0:1722795750.917619:0:16136:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 363 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917622:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+386:2005:x1806482046503424:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.917624:0:16236:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012105c6c0/0xc2e84c07bf8371a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6aa expref: 386 pid: 16061 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917627:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.917631:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968181 00010000:00010000:2.0:1722795750.917632:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 385 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917633:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.917634:0:16236:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1722795750.917634:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+363:2005:x1806482046503552:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.917637:0:16236:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917639:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 385 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.917639:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.917641:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 363 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917644:0:16236:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.917647:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 363 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.917656:0:16398:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a08b73c0/0xc2e84c07bf8371be lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce6c6 expref: 385 pid: 16028 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917657:0:16236:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.917658:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.917659:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.917661:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917663:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.917665:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917670:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.917672:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.917674:0:16236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:f38dc8b8-fd93-427c-acff-5f6d442b3777+384:2006:x1806482046503296:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 78us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795750.917680:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503680 00000100:00100000:1.0:1722795750.917680:0:16236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968179 00000100:00100000:0.0:1722795750.917683:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503680 00000100:00100000:2.0:1722795750.917687:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+384:2005:x1806482046503424:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.917690:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+364:2005:x1806482046503552:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.917693:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968180 00010000:00010000:0.0:1722795750.917694:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 364 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.917696:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968181 00010000:00010000:1.0:1722795750.917697:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.917704:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917707:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968182 00000100:00100000:2.0:1722795750.917711:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+363:2005:x1806482046503680:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.917712:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917718:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.917722:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 363 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917724:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.917730:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917730:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 363 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.917735:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dcd80 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.917738:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917740:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.917746:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.917754:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.917754:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+363:2005:x1806482046503680:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795750.917760:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968182 00010000:00010000:1.0:1722795750.917761:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dcd80/0xc2e84c07bfa68def lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917793:0:16053:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 382 pid: 16082 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.917802:0:16053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 382 pid: 16082 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917810:0:16053:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766599680:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795750.917824:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f931880/2, rc 0, transno 1385514 00000100:00100000:2.0:1722795750.917828:0:16053:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ec900 going to sleep for 11 seconds 00000100:00100000:0.0:1722795750.917832:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766597120:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.917844:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800718dbcc0/0xc2e84c07bf844172 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4792 expref: 362 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.917854:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766598912:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795750.917875:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011f930e00/2, rc 0, transno 1385513 00000100:00100000:0.0:1722795750.917881:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766596480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.917883:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1722795750.917890:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800718db600/0xc2e84c07bf844164 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4776 expref: 361 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.917896:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+395:3680:x1806481766597504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2230us (2265us total) trans 4296352811 rc 0/0 00000100:00100000:2.0:1722795750.917899:0:16020:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:16020:1806481766598400:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.917900:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766599808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.917902:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044784 00000004:00080000:3.0:1722795750.917911:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121251180/2, rc 0, transno 1385515 00010000:00010000:2.0:1722795750.917912:0:16020:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917919:0:16020:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.917919:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766597504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.917925:0:16020:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917933:0:16020:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917940:0:16020:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917946:0:16020:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.917948:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766600064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.917951:0:16020:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e96b3c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.917954:0:16020:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917961:0:16020:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917970:0:16020:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.917976:0:16020:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e96b3c0/0xc2e84c07bfa68dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16020 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.917993:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.918012:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795750.918015:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766599936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.918036:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795750.918038:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795750.918046:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766599040:192.168.201.15@tcp:104: 00000100:00100000:1.0:1722795750.918051:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.918055:0:16020:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+395:3679:x1806481766598272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1749us (1822us total) trans 4296352812 rc 0/0 00000100:00100000:3.0:1722795750.918056:0:16099:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:16099:1806481766599296:192.168.201.15@tcp:104: 00000004:00080000:0.0:1722795750.918061:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121253b80/2, rc 0, transno 1385516 00000100:00100000:2.0:1722795750.918061:0:16020:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044786 00000100:00100000:0.0:1722795750.918068:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766598272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1722795750.918071:0:16099:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.918073:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503808 00000100:00100000:2.0:1722795750.918075:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503808 00010000:00010000:2.0:1722795750.918081:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 383 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.918087:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766599808 00000100:00100000:3.0:1722795750.918090:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766599808 00000100:00100000:2.0:1722795750.918091:0:16398:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504064 00000100:00100000:2.0:1722795750.918092:0:16398:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504064 00010000:00010000:2.0:1722795750.918096:0:16398:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 361 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.918100:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766600064 00000100:00100000:1.0:1722795750.918101:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.918102:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766600064 00000100:00100000:2.0:1722795750.918104:0:16398:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968183 00000100:00100000:2.0:1722795750.918106:0:16398:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+383:2006:x1806482046503808:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.918108:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766599936 00000100:00100000:3.0:1722795750.918109:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766599936 00010000:00010000:2.0:1722795750.918111:0:16398:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.918113:0:16398:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 383 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.918116:0:9466:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046503936 00000100:00100000:3.0:1722795750.918116:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044790 00010000:00010000:2.0:1722795750.918118:0:16398:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 383 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.918119:0:9466:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046503936 00000100:00100000:3.0:1722795750.918119:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+397:3679:x1806481766599808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.918125:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.918126:0:16398:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1722795750.918127:0:16041:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11407 count 1 00010000:00010000:2.0:1722795750.918128:0:16398:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918129:0:9466:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 384 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.918131:0:16398:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918133:0:16041:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918138:0:16398:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.918140:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 384 pid: 16107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.918145:0:16041:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 361 pid: 16093 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.918148:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968184 00010000:00010000:3.0:1722795750.918149:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.918150:0:16398:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+384:2006:x1806482046503808:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 42us (116us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.918150:0:16041:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1722795750.918151:0:16041:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.918152:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046504064:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.918154:0:16398:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968183 00010000:00010000:1.0:1722795750.918159:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.918160:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 361 pid: 16093 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1722795750.918163:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 361 pid: 16057 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.918166:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 361 pid: 16093 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.918172:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 361 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.918174:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766600320:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.918175:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968185 00000100:00100000:0.0:1722795750.918180:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+383:2006:x1806482046503936:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.918183:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0346880/0xc2e84c07bf84416b lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d4784 expref: 361 pid: 16057 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.918185:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044791 00000100:00100000:2.0:1722795750.918187:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+397:3680:x1806481766600064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.918188:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1722795750.918192:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 383 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.918193:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1722795750.918194:0:16057:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11409 count 1 00010000:00010000:3.0:1722795750.918198:0:16041:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 383 pid: 16107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.918200:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 383 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.918201:0:16057:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918207:0:16041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 383 pid: 16107 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.918208:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+360:2006:x1806482046504064:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 55us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.918208:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 383 pid: 16078 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.918212:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c78fc0/0xc2e84c07bf8372eb lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce71a expref: 383 pid: 16100 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.918212:0:16057:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 360 pid: 16059 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.918214:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968184 00010000:00010000:2.0:1722795750.918216:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.918216:0:16057:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.918218:0:16057:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.918221:0:16041:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766600448:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.918222:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.918223:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1722795750.918226:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918226:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 359 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1722795750.918231:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.918232:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.918234:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044792 00000100:00100000:2.0:1722795750.918236:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766600576:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.918237:0:16041:0:(client.c:2560:ptlrpc_set_wait()) set ffff880080129a80 going to sleep for 11 seconds 00000100:00100000:1.0:1722795750.918238:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+397:3679:x1806481766599936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1722795750.918243:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1722795750.918249:0:16073:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11408 count 1 00010000:00010000:2.0:1722795750.918251:0:16057:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 382 pid: 16078 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.918251:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1722795750.918256:0:16057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 382 pid: 16078 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.918257:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+382:2006:x1806482046503936:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 77us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.918258:0:16073:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.918258:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766600192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1722795750.918261:0:16057:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766600704:192.168.201.15@tcp:104: 00000100:00100000:0.0:1722795750.918263:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968185 00010000:00010000:1.0:1722795750.918268:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 382 pid: 16105 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1722795750.918268:0:16057:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ecd80 going to sleep for 11 seconds 00010000:00010000:1.0:1722795750.918276:0:16073:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1722795750.918276:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1722795750.918281:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.918283:0:16073:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.918285:0:16073:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.918289:0:16020:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766600192 00000100:00100000:2.0:1722795750.918291:0:16020:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766600192 00010000:00010000:1.0:1722795750.918299:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.918301:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e0fc000/0xc2e84c07bf837307 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce728 expref: 382 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.918303:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044793 00000100:00100000:2.0:1722795750.918306:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+398:3680:x1806481766600192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.918308:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.918309:0:16052:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:16052:1806481766599168:192.168.201.15@tcp:104: 00002000:00080000:2.0:1722795750.918312:0:16033:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000409:11410 count 1 00000100:00100000:1.0:1722795750.918317:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766600832:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.918318:0:16033:0:(ldlm_lock.c:785:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918318:0:16052:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918323:0:16052:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918324:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 381 pid: 16106 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.918326:0:16052:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918329:0:16033:0:(ldlm_lock.c:698:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 2/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.918330:0:16052:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918332:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.918333:0:16033:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.918334:0:16033:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 5/0,1 mode: --/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918334:0:16052:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.918338:0:16052:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918340:0:16073:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 380 pid: 16105 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1722795750.918341:0:16099:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918342:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1722795750.918342:0:16052:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:3.0:1722795750.918344:0:16052:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918346:0:16099:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918348:0:16073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 380 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.918348:0:16052:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918350:0:16099:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918351:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.918353:0:16052:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918354:0:16099:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.918356:0:16073:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766600960:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.918356:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766601088:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.918357:0:16052:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968480/0xc2e84c07bfa68e04 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918358:0:16099:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918361:0:16099:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1842400 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.918363:0:16099:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918366:0:16099:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918368:0:16033:0:(ldlm_lockd.c:1015:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 380 pid: 16106 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1722795750.918369:0:16073:0:(client.c:2560:ptlrpc_set_wait()) set ffff880133d6ccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1722795750.918372:0:16033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 380 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.918373:0:16099:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918377:0:16099:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1842400/0xc2e84c07bfa68e0b lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16099 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.918377:0:16033:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766601216:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.918383:0:16033:0:(client.c:2560:ptlrpc_set_wait()) set ffff88008d2ecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1722795750.918456:0:16052:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d936450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+400:3680:x1806481766598784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1441us (1673us total) trans 4296352813 rc 0/0 00000100:00100000:1.0:1722795750.918460:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.918460:0:16052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044787 00000100:00100000:1.0:1722795750.918472:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504192 00000100:00100000:0.0:1722795750.918474:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+399:3679:x1806481766598656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1450us (1500us total) trans 4296352814 rc 0/0 00000100:00100000:1.0:1722795750.918475:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504192 00000004:00080000:3.0:1722795750.918477:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007087df80/2, rc 0, transno 1385517 00000100:00100000:0.0:1722795750.918479:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044788 00000100:00100000:3.0:1722795750.918480:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766598784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795750.918485:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 360 pid: 15473 timeout: 946 lvb_type: 1 00000004:00080000:0.0:1722795750.918498:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121250380/2, rc 0, transno 1385518 00000100:00100000:1.0:1722795750.918499:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968186 00000100:00100000:0.0:1722795750.918501:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766598656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.918504:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+360:2006:x1806482046504192:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.918505:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766599552:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.918509:0:16050:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918510:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1722795750.918512:0:16053:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:16053:1806481766599680:192.168.201.15@tcp:104: 00010000:00010000:0.0:1722795750.918513:0:16050:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918514:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 360 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.918517:0:16050:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918520:0:16050:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918522:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 360 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.918524:0:16050:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918527:0:16050:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1840900 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.918529:0:16050:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918529:0:16053:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918532:0:16050:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918532:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800718da640/0xc2e84c07bf844179 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47a0 expref: 360 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:0.0:1722795750.918539:0:16050:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.918543:0:16050:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1840900/0xc2e84c07bfa68df6 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918543:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.918554:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+359:2006:x1806482046504192:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 50us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.918560:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968186 00000100:00100000:0.0:1722795750.918615:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880072022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+399:3681:x1806481766597632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2820us (2855us total) trans 4296352815 rc 0/0 00000100:00100000:0.0:1722795750.918619:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044785 00000004:00080000:3.0:1722795750.918619:0:3681:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880121250000/2, rc 0, transno 1385519 00000100:00100000:1.0:1722795750.918620:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795750.918622:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766597632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1722795750.918632:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504320 00000100:00100000:1.0:1722795750.918635:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504320 00010000:00010000:1.0:1722795750.918645:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 381 pid: 16082 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.918659:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968187 00000100:00100000:1.0:1722795750.918664:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+381:2006:x1806482046504320:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1722795750.918670:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.918673:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 381 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.918682:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 381 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.918692:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d38af40/0xc2e84c07bf837315 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce73d expref: 381 pid: 16082 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.918701:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.918702:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.918705:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918712:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.918725:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.918730:0:16053:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918735:0:16053:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.918736:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+380:2006:x1806482046504320:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.918741:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968187 00010000:00010000:2.0:1722795750.918742:0:16053:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918746:0:16053:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918750:0:16053:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918753:0:16053:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e968fc0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.918755:0:16053:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918758:0:16053:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918764:0:16053:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.918768:0:16053:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e968fc0/0xc2e84c07bfa68e12 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16053 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.918840:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+399:3680:x1806481766599424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1318us (1355us total) trans 4296352816 rc 0/0 00000100:00100000:2.0:1722795750.918844:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044789 00000004:00080000:3.0:1722795750.918856:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007087dc00/2, rc 0, transno 1385520 00000100:00100000:3.0:1722795750.918859:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766599424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1722795750.919457:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766600320:192.168.201.15@tcp:104: 00000100:00100000:3.0:1722795750.919463:0:16041:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16041:1806481766600448:192.168.201.15@tcp:104: 00010000:00010000:3.0:1722795750.919475:0:16041:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.919518:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766600576:192.168.201.15@tcp:104: 00000100:00100000:2.0:1722795750.919696:0:16057:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16057:1806481766600704:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.919710:0:16057:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.919752:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.919771:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504448 00000100:00100000:2.0:1722795750.919775:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504448 00000100:00100000:1.0:1722795750.919776:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766600832:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.919786:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 359 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.919804:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968188 00000100:00100000:2.0:1722795750.919809:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+359:2005:x1806482046504448:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.919816:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.919820:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 359 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919825:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766601088:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.919829:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 359 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.919832:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.919841:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef1f80/0xc2e84c07bf844180 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ae expref: 359 pid: 16093 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919844:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504704 00000100:00100000:3.0:1722795750.919846:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504704 00000100:00100000:0.0:1722795750.919850:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.919851:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.919854:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 380 pid: 16107 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919877:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504960 00000100:00100000:3.0:1722795750.919879:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504960 00010000:00010000:3.0:1722795750.919885:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 381 pid: 16078 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.919888:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968189 00000100:00100000:1.0:1722795750.919892:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+381:2005:x1806482046504704:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1722795750.919894:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795750.919894:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+358:2005:x1806482046504448:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 83us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.919899:0:16118:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504576 00010000:00010000:1.0:1722795750.919900:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1722795750.919900:0:16118:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504576 00000100:00100000:2.0:1722795750.919901:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968188 00010000:00010000:1.0:1722795750.919903:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 381 pid: 16107 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.919906:0:16118:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.919910:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 381 pid: 16107 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919915:0:16118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968190 00010000:00010000:1.0:1722795750.919918:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092885200/0xc2e84c07bf83746c lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce78a expref: 381 pid: 16107 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919918:0:16118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+381:2005:x1806482046504960:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1722795750.919919:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968191 00010000:00010000:3.0:1722795750.919923:0:16118:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1722795750.919924:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1722795750.919925:0:16136:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1722795750.919925:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+358:2005:x1806482046504576:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.919926:0:16118:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 380 pid: 16078 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.919927:0:16136:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.919931:0:16136:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.919931:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1722795750.919931:0:16118:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 380 pid: 16078 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.919936:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.919936:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 358 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.919941:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1722795750.919945:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 358 pid: 16059 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.919945:0:16118:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092885b00/0xc2e84c07bf83748f lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7b4 expref: 380 pid: 16078 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.919952:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.919952:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.919956:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:f38dc8b8-fd93-427c-acff-5f6d442b3777+379:2005:x1806482046504704:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 63us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1722795750.919958:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880074a4f840/0xc2e84c07bf84418e lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47ca expref: 358 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919959:0:7106:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046504832 00000100:00100000:1.0:1722795750.919960:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968189 00000100:00100000:3.0:1722795750.919960:0:7106:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046504832 00000100:00100000:0.0:1722795750.919962:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505088 00000100:00100000:0.0:1722795750.919965:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505088 00010000:00010000:3.0:1722795750.919965:0:7106:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 358 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.919968:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.919970:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.919972:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.919974:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.919976:0:7106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968192 00010000:00010000:2.0:1722795750.919979:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.919980:0:7106:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+359:2005:x1806482046504832:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1722795750.919985:0:16136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968193 00010000:00010000:3.0:1722795750.919986:0:7106:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1722795750.919988:0:16136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+359:2005:x1806482046505088:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1722795750.919990:0:7106:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.919992:0:16136:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.919993:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1722795750.919994:0:16136:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.919998:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:3.0:1722795750.919998:0:7106:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.920001:0:16136:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:0.0:1722795750.920006:0:15539:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505216 00000100:00100000:0.0:1722795750.920008:0:15539:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505216 00010000:00010000:1.0:1722795750.920008:0:16136:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096944b40/0xc2e84c07bf844205 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47d8 expref: 359 pid: 16059 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.920009:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+359:2005:x1806482046504576:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 84us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1722795750.920009:0:7106:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800718da400/0xc2e84c07bf844187 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807d47bc expref: 359 pid: 15473 timeout: 946 lvb_type: 1 00010000:00010000:1.0:1722795750.920015:0:16136:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1722795750.920015:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968191 00010000:00010000:0.0:1722795750.920016:0:15539:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 379 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1722795750.920019:0:7106:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1722795750.920024:0:16136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:96d98dce-bbc8-4784-93bd-51fea7efb2b3+356:2005:x1806482046505088:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 35us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.920027:0:16136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968193 00000100:00100000:2.0:1722795750.920031:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968194 00000100:00100000:2.0:1722795750.920035:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+379:2006:x1806482046505216:12345-192.168.201.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1722795750.920035:0:7106:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046504832:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 54us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.920040:0:7106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968192 00010000:00010000:2.0:1722795750.920042:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.920046:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 5/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 379 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:1.0:1722795750.920047:0:16073:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16073:1806481766600960:192.168.201.15@tcp:104: 00010000:00010000:2.0:1722795750.920055:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 379 pid: 16105 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1722795750.920059:0:16118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+379:2005:x1806482046504960:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 140us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795750.920062:0:16118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968190 00010000:00010000:1.0:1722795750.920065:0:16073:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920069:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121064480/0xc2e84c07bf837481 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7a6 expref: 378 pid: 16105 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.920077:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.920079:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1722795750.920081:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00010000:2.0:1722795750.920081:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920085:0:16041:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920087:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920089:0:16041:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920093:0:16041:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920097:0:16041:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920100:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1722795750.920100:0:16041:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920103:0:16041:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a1841b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.920105:0:16073:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920105:0:16041:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.920107:0:16033:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16033:1806481766601216:192.168.201.15@tcp:104: 00010000:00010000:1.0:1722795750.920109:0:16073:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920109:0:16041:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.920114:0:16073:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920114:0:16041:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.920117:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+377:2006:x1806482046505216:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 81us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1722795750.920118:0:16073:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1722795750.920121:0:16041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1841b00/0xc2e84c07bfa68e19 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920122:0:16033:0:(ldlm_request.c:290:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: --/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.920123:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968194 00010000:00010000:1.0:1722795750.920125:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.920128:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800818dc480 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:1.0:1722795750.920130:0:16073:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.920134:0:16073:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.920135:0:15437:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505344 00000100:00100000:2.0:1722795750.920138:0:15437:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505344 00010000:00010000:1.0:1722795750.920139:0:16073:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1722795750.920143:0:16073:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818dc480/0xc2e84c07bfa68e27 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920146:0:15437:0:(ldlm_lockd.c:2701:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 377 pid: 16106 timeout: 946 lvb_type: 1 00000100:00100000:2.0:1722795750.920171:0:15437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 968195 00000100:00100000:2.0:1722795750.920174:0:15437:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+377:2006:x1806482046505344:12345-192.168.201.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1722795750.920179:0:15437:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1722795750.920181:0:15437:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 377 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.920186:0:15437:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 377 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.920193:0:15437:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800818e4b40/0xc2e84c07bf8374c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.15@tcp remote: 0xfa99614a807ce7c2 expref: 377 pid: 16106 timeout: 946 lvb_type: 1 00010000:00010000:2.0:1722795750.920201:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.920202:0:15437:0:(ldlm_extent.c:437:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1722795750.920205:0:15437:0:(ldlm_lock.c:726:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920211:0:15437:0:(ldlm_resource.c:1674:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1722795750.920212:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+400:3679:x1806481766599808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2091us (2291us total) trans 4296352817 rc 0/0 00000100:00100000:3.0:1722795750.920216:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044790 00000004:00080000:0.0:1722795750.920217:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009345b100/2, rc 0, transno 1385521 00000100:00100000:0.0:1722795750.920221:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009345b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766599808:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1722795750.920224:0:15437:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1722795750.920229:0:16033:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920234:0:16033:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920238:0:16033:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1722795750.920239:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+399:3679:x1806481766599936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2000us (2201us total) trans 4296352818 rc 0/0 00010000:00010000:0.0:1722795750.920242:0:16033:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.920242:0:15437:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046505344:12345-192.168.201.15@tcp:103:ldlm_bl.0 Request processed in 67us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795750.920244:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044792 00010000:00010000:0.0:1722795750.920246:0:16033:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1722795750.920247:0:15437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 968195 00010000:00010000:0.0:1722795750.920249:0:16033:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135525b00 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:0.0:1722795750.920251:0:16033:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920254:0:16033:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920264:0:16057:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920267:0:16033:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920271:0:16057:0:(ldlm_request.c:535:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1722795750.920273:0:16033:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135525b00/0xc2e84c07bfa68e2e lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920282:0:16057:0:(ldlm_lock.c:839:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920288:0:16057:0:(ldlm_lock.c:897:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920294:0:16057:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920300:0:16057:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801355273c0 already unused, calling callback (ffffffffa085ef50) 00010000:00010000:2.0:1722795750.920302:0:16057:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920308:0:16057:0:(ldlm_request.c:1322:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920314:0:16057:0:(ldlm_lockd.c:1966:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 2/0,0 mode: --/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1722795750.920317:0:16057:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355273c0/0xc2e84c07bfa68e20 lrc: 0/0,0 mode: --/PW res: [0x2c0000409:0x2c91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1722795750.920389:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+400:3680:x1806481766600192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2080us (2110us total) trans 4296352819 rc 0/0 00000004:00080000:3.0:1722795750.920414:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070f31c00/2, rc 0, transno 1385523 00000100:00100000:2.0:1722795750.920418:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+400:3680:x1806481766600064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2229us (2406us total) trans 4296352820 rc 0/0 00000100:00100000:3.0:1722795750.920418:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766600192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1722795750.920421:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044793 00000100:00100000:2.0:1722795750.920424:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044791 00000004:00080000:3.0:1722795750.920427:0:3680:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880070822a00/2, rc 0, transno 1385524 00000100:00100000:3.0:1722795750.920430:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766600064:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1722795750.920450:0:3679:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093459880/2, rc 0, transno 1385522 00000100:00100000:0.0:1722795750.920454:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766599936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1722795751.172635:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795752.174551:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795752.856589:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795752.856605:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766601344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795752.856654:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795752.856687:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601344 00000100:00100000:2.0:1722795752.856696:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601344 00000100:00100000:2.0:1722795752.856754:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108934 00000100:00100000:2.0:1722795752.856761:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766601344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795752.856789:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795752.856877:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766601344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795752.856884:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766601344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795752.856884:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108934 00010000:00010000:2.0:1722795753.176586:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795753.208584:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800757daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766601472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795753.208649:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795753.208693:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601472 00000100:00100000:2.0:1722795753.208702:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601472 00000100:00100000:2.0:1722795753.208770:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1722795753.208777:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+399:3679:x1806481766601472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795753.208806:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795753.208818:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795723 00000100:00100000:2.0:1722795753.208890:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+399:3679:x1806481766601472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795753.208897:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1722795753.208951:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800757daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766601472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795753.729784:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795753.729884:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795753.729889:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505600 00000100:00100000:2.0:1722795753.729897:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505600 00000100:00100000:0.0:1722795753.729906:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795753.729921:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795753.729936:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505728 00000100:00100000:2.0:1722795753.729937:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505728 00000100:00100000:0.0:1722795753.729943:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795753.729943:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505472 00000100:00100000:3.0:1722795753.729949:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505472 00000100:00100000:2.0:1722795753.729951:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3333 00000100:00100000:0.0:1722795753.729954:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795753.729957:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046505600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795753.729964:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795753.729974:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795753.729977:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 602 00000100:00100000:3.0:1722795753.729981:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046505472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795753.730006:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795753.730010:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046505600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795753.730015:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3333 00000100:00100000:3.0:1722795753.730015:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046505472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795753.730021:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 602 00000100:00100000:1.0:1722795753.730027:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506112 00000100:00100000:2.0:1722795753.730031:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506240 00000100:00100000:0.0:1722795753.730033:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505856 00000100:00100000:1.0:1722795753.730033:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506112 00000100:00100000:2.0:1722795753.730033:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506240 00000100:00100000:0.0:1722795753.730038:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505856 00000100:00100000:2.0:1722795753.730044:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3334 00000100:00100000:2.0:1722795753.730046:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046505728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795753.730060:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3335 00000100:00100000:2.0:1722795753.730060:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046505728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795753.730065:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046506240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795753.730065:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3336 00000100:00100000:0.0:1722795753.730066:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046505984 00000100:00100000:0.0:1722795753.730069:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046505984 00000100:00100000:3.0:1722795753.730069:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046506112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795753.730072:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3334 00000100:00100000:0.0:1722795753.730083:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506368 00000100:00100000:0.0:1722795753.730085:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506368 00000100:00100000:3.0:1722795753.730086:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046506112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795753.730090:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3336 00000100:00100000:0.0:1722795753.730098:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506496 00000100:00100000:1.0:1722795753.730099:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046506240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795753.730101:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506496 00000100:00100000:1.0:1722795753.730106:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3335 00000100:00080000:2.0:1722795753.730107:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795723 00000100:00080000:2.0:1722795753.730110:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795723 00000100:00080000:2.0:1722795753.730111:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795723 00000100:00080000:2.0:1722795753.730113:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795723 00000100:00080000:2.0:1722795753.730115:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795723 00000100:00100000:0.0:1722795753.730117:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 405 00000100:00100000:3.0:1722795753.730124:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 406 00000100:00100000:0.0:1722795753.730125:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046505856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795753.730127:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046505984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795753.730130:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 407 00000100:00100000:2.0:1722795753.730133:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046506368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795753.730140:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 408 00000100:00100000:3.0:1722795753.730141:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046505984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795753.730145:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046506496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795753.730146:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 406 00000100:00100000:2.0:1722795753.730151:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046506368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795753.730157:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 407 00000100:00100000:0.0:1722795753.730159:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800757d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046505856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795753.730165:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 405 00000100:00100000:1.0:1722795753.730178:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046506496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795753.730185:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 408 00010000:00010000:2.0:1722795754.178730:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795754.680725:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766601600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795754.680863:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795754.680948:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601600 00000100:00100000:2.0:1722795754.680959:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601600 00000100:00100000:2.0:1722795754.681020:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108935 00000100:00100000:2.0:1722795754.681028:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766601600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795754.681066:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795754.681135:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766601600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795754.681143:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108935 00000100:00100000:3.0:1722795754.681175:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766601600:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1722795755.180622:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795755.272638:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766601728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795755.272709:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795755.272772:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601728 00000100:00100000:0.0:1722795755.272782:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601728 00000100:00080000:2.0:1722795755.272880:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795725 00000100:00100000:0.0:1722795755.272890:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1722795755.272899:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766601728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795755.272928:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795755.272979:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766601728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795755.272986:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1722795755.273026:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766601728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795755.304676:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795755.304697:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766601856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795755.304754:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.304813:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601856 00000100:00100000:2.0:1722795755.304820:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601856 00000100:00080000:0.0:1722795755.304844:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795725 00000100:00100000:2.0:1722795755.304872:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1722795755.304879:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766601856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795755.304900:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795755.304950:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766601856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795755.304957:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1722795755.304990:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766601856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795755.768718:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766602240:0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.768718:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766602112:0@lo:400:kworker.0 00000100:00100000:2.0:1722795755.768723:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766601984:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.768837:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795755.768837:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.768856:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795755.768871:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766602752:0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.768883:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766602624:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.768898:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.768899:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766602496:0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.768924:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602112 00000100:00100000:0.0:1722795755.768925:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766603264:0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.768932:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602112 00000100:00100000:2.0:1722795755.768935:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795755.768948:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.768958:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766603008:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.768977:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602752 00000100:00100000:2.0:1722795755.768977:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795755.768984:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603008 00000100:00100000:1.0:1722795755.768985:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602752 00000100:00100000:3.0:1722795755.768989:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603008 00000100:00100000:0.0:1722795755.768997:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:2.0:1722795755.768998:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1722795755.769004:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766602368:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769006:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766602112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795755.769018:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795755.769026:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602368 00000100:00100000:2.0:1722795755.769030:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766602880:0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.769031:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602368 00000100:00100000:1.0:1722795755.769034:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:1.0:1722795755.769044:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766603008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795755.769048:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795755.769052:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766602112:12345-0@lo:400:kworker.0 Request processed in 47us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795755.769054:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602880 00000100:00100000:3.0:1722795755.769058:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602880 00000100:00100000:0.0:1722795755.769060:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:2.0:1722795755.769077:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766601984 00000100:00100000:2.0:1722795755.769082:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766601984 00000100:00100000:3.0:1722795755.769082:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:0.0:1722795755.769088:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1722795755.769091:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766602752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769093:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766602368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769112:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766603008:12345-0@lo:400:kworker.0 Request processed in 67us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795755.769116:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766602368:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795755.769122:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:2.0:1722795755.769122:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1722795755.769127:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:2.0:1722795755.769132:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766601984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769147:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1722795755.769154:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766602880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.769159:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766602752:12345-0@lo:400:kworker.0 Request processed in 66us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795755.769168:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:1.0:1722795755.769178:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603264 00000100:00100000:1.0:1722795755.769183:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603264 00000100:00100000:2.0:1722795755.769183:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766601984:12345-0@lo:400:kworker.0 Request processed in 51us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795755.769195:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1722795755.769196:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766602880:12345-0@lo:400:kworker.0 Request processed in 41us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795755.769205:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:3.0:1722795755.769207:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602240 00000100:00100000:3.0:1722795755.769211:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602240 00000100:00100000:1.0:1722795755.769218:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1722795755.769241:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+399:3681:x1806481766603264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795755.769253:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602496 00000100:00100000:3.0:1722795755.769255:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602496 00000100:00080000:0.0:1722795755.769258:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795725 00000100:00080000:0.0:1722795755.769263:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795725 00000100:00080000:0.0:1722795755.769265:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795725 00000100:00100000:3.0:1722795755.769266:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108936 00000100:00080000:0.0:1722795755.769267:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795725 00000100:00100000:3.0:1722795755.769270:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766602240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795755.769271:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108937 00000100:00100000:1.0:1722795755.769277:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+399:3681:x1806481766603264:12345-0@lo:400:kworker.0 Request processed in 35us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795755.769277:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766602496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769278:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795755.769284:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1722795755.769305:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766603136:0@lo:400:kworker.0 00000100:00100000:2.0:1722795755.769308:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766602496:12345-0@lo:400:kworker.0 Request processed in 32us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795755.769309:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766602624 00000100:00100000:3.0:1722795755.769311:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766602240:12345-0@lo:400:kworker.0 Request processed in 40us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795755.769313:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766602624 00000100:00100000:2.0:1722795755.769313:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108937 00000100:00100000:3.0:1722795755.769316:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108936 00000100:00100000:0.0:1722795755.769332:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.769335:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1722795755.769338:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766602624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769347:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603136 00000100:00100000:1.0:1722795755.769350:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603136 00000100:00100000:2.0:1722795755.769362:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766602624:12345-0@lo:400:kworker.0 Request processed in 23us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795755.769366:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1722795755.769368:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1722795755.769374:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766602112:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769374:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766603136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769388:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766602624:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769408:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766603136:12345-0@lo:400:kworker.0 Request processed in 33us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795755.769440:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1722795755.769459:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766603136:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769479:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766602368:0@lo:400:kworker.0 00000100:00080000:0.0:1722795755.769484:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795725 00000100:00080000:0.0:1722795755.769488:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795725 00000100:00100000:1.0:1722795755.769492:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766602880:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769503:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766601984:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769504:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766602240:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769513:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766602496:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769516:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766602752:0@lo:400:kworker.0 00000100:00100000:1.0:1722795755.769524:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766603008:0@lo:400:kworker.0 00000100:00100000:0.0:1722795755.769527:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766603264:0@lo:400:kworker.0 00000001:00080000:0.0:1722795755.819691:0:10717:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4296352820 is committed 00000100:00100000:0.0:1722795755.832526:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795755.832585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795755.832631:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603392 00000100:00100000:2.0:1722795755.832639:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603392 00000100:00100000:2.0:1722795755.832683:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1722795755.832690:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766603392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795755.832713:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795755.832753:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766603392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795755.832758:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1722795755.832798:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603392:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795756.182679:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795757.184548:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795757.864661:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795757.864691:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795757.864839:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795757.864930:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603520 00000100:00100000:3.0:1722795757.864942:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603520 00000100:00100000:3.0:1722795757.865002:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108938 00000100:00100000:3.0:1722795757.865011:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766603520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795757.865047:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795757.865115:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766603520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795757.865123:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108938 00000100:00100000:0.0:1722795757.865142:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603520:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795758.186671:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795758.216629:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766603648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795758.216708:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795758.216803:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603648 00000100:00100000:2.0:1722795758.216814:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603648 00000100:00080000:0.0:1722795758.216857:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795728 00000100:00100000:2.0:1722795758.216882:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1722795758.216891:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766603648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795758.216928:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795758.216995:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766603648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795758.217003:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1722795758.217053:0:3680:0:(client.c:2970:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4296352820 gen 2 00000004:00080000:0.0:1722795758.217062:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661180, transno 4296352427 00000004:00080000:0.0:1722795758.217076:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663b80, transno 4296352428 00000004:00080000:0.0:1722795758.217080:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661c00, transno 4296352429 00000004:00080000:0.0:1722795758.217085:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089660700, transno 4296352430 00000004:00080000:0.0:1722795758.217090:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089662a00, transno 4296352431 00000004:00080000:0.0:1722795758.217094:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661500, transno 4296352432 00000004:00080000:0.0:1722795758.217110:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089661880, transno 4296352433 00000004:00080000:0.0:1722795758.217114:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663100, transno 4296352434 00000004:00080000:0.0:1722795758.217118:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089660a80, transno 4296352435 00000004:00080000:0.0:1722795758.217122:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089662d80, transno 4296352436 00000004:00080000:0.0:1722795758.217126:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68e00, transno 4296352437 00000004:00080000:0.0:1722795758.217130:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6a680, transno 4296352438 00000004:00080000:0.0:1722795758.217133:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68700, transno 4296352439 00000004:00080000:0.0:1722795758.217137:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6b800, transno 4296352440 00000004:00080000:0.0:1722795758.217141:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68a80, transno 4296352441 00000004:00080000:0.0:1722795758.217145:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6a300, transno 4296352442 00000004:00080000:0.0:1722795758.217149:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6aa00, transno 4296352443 00000004:00080000:0.0:1722795758.217153:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69880, transno 4296352444 00000004:00080000:0.0:1722795758.217157:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68000, transno 4296352445 00000004:00080000:0.0:1722795758.217161:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6ad80, transno 4296352446 00000004:00080000:0.0:1722795758.217164:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69500, transno 4296352447 00000004:00080000:0.0:1722795758.217168:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b69f80, transno 4296352448 00000004:00080000:0.0:1722795758.217172:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c9c00, transno 4296352449 00000004:00080000:0.0:1722795758.217176:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c8e00, transno 4296352450 00000004:00080000:0.0:1722795758.217180:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6b100, transno 4296352451 00000004:00080000:0.0:1722795758.217184:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b68380, transno 4296352452 00000004:00080000:0.0:1722795758.217188:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070b6bb80, transno 4296352453 00000004:00080000:0.0:1722795758.217192:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881cbb80, transno 4296352454 00000004:00080000:0.0:1722795758.217196:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c9500, transno 4296352455 00000004:00080000:0.0:1722795758.217200:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96ce00, transno 4296352456 00000004:00080000:0.0:1722795758.217204:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96d500, transno 4296352457 00000004:00080000:0.0:1722795758.217208:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96f480, transno 4296352458 00000004:00080000:0.0:1722795758.217212:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881ca300, transno 4296352459 00000004:00080000:0.0:1722795758.217216:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9180, transno 4296352460 00000004:00080000:0.0:1722795758.217220:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881ca680, transno 4296352461 00000004:00080000:0.0:1722795758.217224:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663800, transno 4296352462 00000004:00080000:0.0:1722795758.217228:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1c00, transno 4296352463 00000004:00080000:0.0:1722795758.217232:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96e680, transno 4296352464 00000004:00080000:0.0:1722795758.217236:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881cb480, transno 4296352465 00000004:00080000:0.0:1722795758.217240:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1500, transno 4296352466 00000004:00080000:0.0:1722795758.217244:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96d500, transno 4296352467 00000004:00080000:0.0:1722795758.217248:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c8a80, transno 4296352468 00000004:00080000:0.0:1722795758.217252:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1880, transno 4296352469 00000004:00080000:0.0:1722795758.217256:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d0700, transno 4296352470 00000004:00080000:0.0:1722795758.217260:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d0a80, transno 4296352471 00000004:00080000:0.0:1722795758.217264:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d2a00, transno 4296352472 00000004:00080000:0.0:1722795758.217268:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d1f80, transno 4296352473 00000004:00080000:0.0:1722795758.217272:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d2d80, transno 4296352474 00000004:00080000:0.0:1722795758.217276:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c9180, transno 4296352475 00000004:00080000:0.0:1722795758.217280:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d3100, transno 4296352476 00000004:00080000:0.0:1722795758.217283:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d3b80, transno 4296352477 00000004:00080000:0.0:1722795758.217287:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c8380, transno 4296352478 00000004:00080000:0.0:1722795758.217291:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881cb100, transno 4296352479 00000004:00080000:0.0:1722795758.217295:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881caa00, transno 4296352480 00000004:00080000:0.0:1722795758.217299:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe1180, transno 4296352481 00000004:00080000:0.0:1722795758.217303:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881cb800, transno 4296352482 00000004:00080000:0.0:1722795758.217307:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c8700, transno 4296352483 00000004:00080000:0.0:1722795758.217311:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c9f80, transno 4296352484 00000004:00080000:0.0:1722795758.217315:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881c8000, transno 4296352485 00000004:00080000:0.0:1722795758.217319:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96dc00, transno 4296352486 00000004:00080000:0.0:1722795758.217323:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008d500, transno 4296352487 00000004:00080000:0.0:1722795758.217327:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008f800, transno 4296352488 00000004:00080000:0.0:1722795758.217331:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008e300, transno 4296352489 00000004:00080000:0.0:1722795758.217335:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728f800, transno 4296352490 00000004:00080000:0.0:1722795758.217338:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728d880, transno 4296352491 00000004:00080000:0.0:1722795758.217343:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728ce00, transno 4296352492 00000004:00080000:0.0:1722795758.217347:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728c000, transno 4296352493 00000004:00080000:0.0:1722795758.217351:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728df80, transno 4296352494 00000004:00080000:0.0:1722795758.217354:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728e300, transno 4296352495 00000004:00080000:0.0:1722795758.217358:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728ed80, transno 4296352496 00000004:00080000:0.0:1722795758.217361:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728dc00, transno 4296352497 00000004:00080000:0.0:1722795758.217365:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728c700, transno 4296352498 00000004:00080000:0.0:1722795758.217369:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa1f80, transno 4296352499 00000004:00080000:0.0:1722795758.217373:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728fb80, transno 4296352500 00000004:00080000:0.0:1722795758.217377:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008ca80, transno 4296352501 00000004:00080000:0.0:1722795758.217381:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebdbb80, transno 4296352502 00000004:00080000:0.0:1722795758.217385:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa3100, transno 4296352503 00000004:00080000:0.0:1722795758.217389:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa3480, transno 4296352504 00000004:00080000:0.0:1722795758.217392:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa1500, transno 4296352505 00000004:00080000:0.0:1722795758.217428:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa2a00, transno 4296352506 00000004:00080000:0.0:1722795758.217435:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa1180, transno 4296352507 00000004:00080000:0.0:1722795758.217439:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa0a80, transno 4296352508 00000004:00080000:0.0:1722795758.217443:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa2d80, transno 4296352509 00000004:00080000:0.0:1722795758.217447:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd9c00, transno 4296352510 00000004:00080000:0.0:1722795758.217451:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd9880, transno 4296352511 00000004:00080000:0.0:1722795758.217455:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebdad80, transno 4296352512 00000004:00080000:0.0:1722795758.217459:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa3b80, transno 4296352513 00000004:00080000:0.0:1722795758.217463:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa0380, transno 4296352514 00000004:00080000:0.0:1722795758.217467:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd9f80, transno 4296352515 00000004:00080000:0.0:1722795758.217472:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8dc00, transno 4296352516 00000004:00080000:0.0:1722795758.217476:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa2300, transno 4296352517 00000004:00080000:0.0:1722795758.217479:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd8e00, transno 4296352518 00000004:00080000:0.0:1722795758.217483:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8e300, transno 4296352519 00000004:00080000:0.0:1722795758.217487:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8ea00, transno 4296352520 00000004:00080000:0.0:1722795758.217491:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8c380, transno 4296352521 00000004:00080000:0.0:1722795758.217496:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa3800, transno 4296352522 00000004:00080000:0.0:1722795758.217500:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8d500, transno 4296352523 00000004:00080000:0.0:1722795758.217505:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa1c00, transno 4296352524 00000004:00080000:0.0:1722795758.217509:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96e680, transno 4296352525 00000004:00080000:0.0:1722795758.217513:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96e300, transno 4296352526 00000004:00080000:0.0:1722795758.217517:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa2680, transno 4296352527 00000004:00080000:0.0:1722795758.217521:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96f800, transno 4296352528 00000004:00080000:0.0:1722795758.217525:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96c700, transno 4296352529 00000004:00080000:0.0:1722795758.217530:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96ed80, transno 4296352530 00000004:00080000:0.0:1722795758.217534:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96d180, transno 4296352531 00000004:00080000:0.0:1722795758.217537:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96fb80, transno 4296352532 00000004:00080000:0.0:1722795758.217541:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96dc00, transno 4296352533 00000004:00080000:0.0:1722795758.217545:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feab100, transno 4296352534 00000004:00080000:0.0:1722795758.217549:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaad80, transno 4296352535 00000004:00080000:0.0:1722795758.217554:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea8000, transno 4296352536 00000004:00080000:0.0:1722795758.217558:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b96c000, transno 4296352537 00000004:00080000:0.0:1722795758.217562:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077590a80, transno 4296352538 00000004:00080000:0.0:1722795758.217565:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077590e00, transno 4296352539 00000004:00080000:0.0:1722795758.217570:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089660e00, transno 4296352540 00000004:00080000:0.0:1722795758.217574:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072636300, transno 4296352541 00000004:00080000:0.0:1722795758.217579:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072636a00, transno 4296352542 00000004:00080000:0.0:1722795758.217583:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801213d0000, transno 4296352543 00000004:00080000:0.0:1722795758.217587:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072636680, transno 4296352544 00000004:00080000:0.0:1722795758.217591:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008d880, transno 4296352545 00000004:00080000:0.0:1722795758.217595:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96c380, transno 4296352546 00000004:00080000:0.0:1722795758.217599:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96ca80, transno 4296352547 00000004:00080000:0.0:1722795758.217602:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96d880, transno 4296352548 00000004:00080000:0.0:1722795758.217606:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008ed80, transno 4296352549 00000004:00080000:0.0:1722795758.217610:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96c700, transno 4296352550 00000004:00080000:0.0:1722795758.217615:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96ce00, transno 4296352551 00000004:00080000:0.0:1722795758.217619:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96fb80, transno 4296352552 00000004:00080000:0.0:1722795758.217624:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f2680, transno 4296352553 00000004:00080000:0.0:1722795758.217628:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f0700, transno 4296352554 00000004:00080000:0.0:1722795758.217632:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f1500, transno 4296352555 00000004:00080000:0.0:1722795758.217636:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f3b80, transno 4296352556 00000004:00080000:0.0:1722795758.217640:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f3800, transno 4296352557 00000004:00080000:0.0:1722795758.217644:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f2300, transno 4296352558 00000004:00080000:0.0:1722795758.217647:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f3480, transno 4296352559 00000004:00080000:0.0:1722795758.217651:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f0a80, transno 4296352560 00000004:00080000:0.0:1722795758.217655:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f1f80, transno 4296352561 00000004:00080000:0.0:1722795758.217660:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f1180, transno 4296352562 00000004:00080000:0.0:1722795758.217663:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f0e00, transno 4296352563 00000004:00080000:0.0:1722795758.217668:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cc000, transno 4296352564 00000004:00080000:0.0:1722795758.217672:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cea00, transno 4296352565 00000004:00080000:0.0:1722795758.217675:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f1880, transno 4296352566 00000004:00080000:0.0:1722795758.217680:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cfb80, transno 4296352567 00000004:00080000:0.0:1722795758.217683:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebdb800, transno 4296352568 00000004:00080000:0.0:1722795758.217687:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebdb100, transno 4296352569 00000004:00080000:0.0:1722795758.217691:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011dfa0700, transno 4296352570 00000004:00080000:0.0:1722795758.217695:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8d180, transno 4296352571 00000004:00080000:0.0:1722795758.217699:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8fb80, transno 4296352572 00000004:00080000:0.0:1722795758.217702:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8ed80, transno 4296352573 00000004:00080000:0.0:1722795758.217705:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8f480, transno 4296352574 00000004:00080000:0.0:1722795758.217709:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a8ce00, transno 4296352575 00000004:00080000:0.0:1722795758.217713:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800881cad80, transno 4296352576 00000004:00080000:0.0:1722795758.217716:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe1c00, transno 4296352577 00000004:00080000:0.0:1722795758.217720:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe0700, transno 4296352578 00000004:00080000:0.0:1722795758.217724:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe2300, transno 4296352579 00000004:00080000:0.0:1722795758.217727:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe1500, transno 4296352580 00000004:00080000:0.0:1722795758.217731:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe1f80, transno 4296352581 00000004:00080000:0.0:1722795758.217764:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728ca80, transno 4296352582 00000004:00080000:0.0:1722795758.217768:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe2d80, transno 4296352583 00000004:00080000:0.0:1722795758.217785:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe3100, transno 4296352584 00000004:00080000:0.0:1722795758.217789:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cc700, transno 4296352585 00000004:00080000:0.0:1722795758.217792:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728f480, transno 4296352586 00000004:00080000:0.0:1722795758.217797:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728c380, transno 4296352587 00000004:00080000:0.0:1722795758.217801:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cdf80, transno 4296352588 00000004:00080000:0.0:1722795758.217805:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cdc00, transno 4296352589 00000004:00080000:0.0:1722795758.217810:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cf480, transno 4296352590 00000004:00080000:0.0:1722795758.217813:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cd500, transno 4296352591 00000004:00080000:0.0:1722795758.217817:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3ce680, transno 4296352592 00000004:00080000:0.0:1722795758.217821:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cf100, transno 4296352593 00000004:00080000:0.0:1722795758.217825:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cca80, transno 4296352594 00000004:00080000:0.0:1722795758.217829:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cd180, transno 4296352595 00000004:00080000:0.0:1722795758.217833:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009b3cc380, transno 4296352596 00000004:00080000:0.0:1722795758.217837:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebda300, transno 4296352597 00000004:00080000:0.0:1722795758.217841:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd8000, transno 4296352598 00000004:00080000:0.0:1722795758.217845:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012008f100, transno 4296352599 00000004:00080000:0.0:1722795758.217850:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea8380, transno 4296352600 00000004:00080000:0.0:1722795758.217854:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaa300, transno 4296352601 00000004:00080000:0.0:1722795758.217858:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9880, transno 4296352602 00000004:00080000:0.0:1722795758.217862:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebd8700, transno 4296352603 00000004:00080000:0.0:1722795758.217866:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9f80, transno 4296352604 00000004:00080000:0.0:1722795758.217870:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077592300, transno 4296352605 00000004:00080000:0.0:1722795758.217874:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077591880, transno 4296352606 00000004:00080000:0.0:1722795758.217878:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077593480, transno 4296352607 00000004:00080000:0.0:1722795758.217883:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077590000, transno 4296352608 00000004:00080000:0.0:1722795758.217887:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9500, transno 4296352609 00000004:00080000:0.0:1722795758.217891:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feaaa00, transno 4296352610 00000004:00080000:0.0:1722795758.217895:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fea9c00, transno 4296352611 00000004:00080000:0.0:1722795758.217900:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96df80, transno 4296352612 00000004:00080000:0.0:1722795758.217904:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072634380, transno 4296352613 00000004:00080000:0.0:1722795758.217908:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072635880, transno 4296352614 00000004:00080000:0.0:1722795758.217912:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072634700, transno 4296352615 00000004:00080000:0.0:1722795758.217916:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072637800, transno 4296352616 00000004:00080000:0.0:1722795758.217919:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072637100, transno 4296352617 00000004:00080000:0.0:1722795758.217923:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072635500, transno 4296352618 00000004:00080000:0.0:1722795758.217927:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880077591c00, transno 4296352619 00000004:00080000:0.0:1722795758.217931:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081131500, transno 4296352620 00000004:00080000:0.0:1722795758.217935:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081131880, transno 4296352621 00000004:00080000:0.0:1722795758.217939:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728f100, transno 4296352622 00000004:00080000:0.0:1722795758.217943:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081133800, transno 4296352623 00000004:00080000:0.0:1722795758.217947:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081131180, transno 4296352624 00000004:00080000:0.0:1722795758.217951:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008728ea00, transno 4296352625 00000004:00080000:0.0:1722795758.217955:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe2a00, transno 4296352626 00000004:00080000:0.0:1722795758.217959:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007ebe3800, transno 4296352627 00000004:00080000:0.0:1722795758.217962:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f31500, transno 4296352628 00000004:00080000:0.0:1722795758.217966:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f30380, transno 4296352629 00000004:00080000:0.0:1722795758.217969:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f32300, transno 4296352630 00000004:00080000:0.0:1722795758.217973:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f33480, transno 4296352631 00000004:00080000:0.0:1722795758.217977:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081130000, transno 4296352632 00000004:00080000:0.0:1722795758.217981:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f31180, transno 4296352633 00000004:00080000:0.0:1722795758.217984:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f31f80, transno 4296352634 00000004:00080000:0.0:1722795758.217988:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f30e00, transno 4296352635 00000004:00080000:0.0:1722795758.217991:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081130e00, transno 4296352636 00000004:00080000:0.0:1722795758.217994:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081132300, transno 4296352637 00000004:00080000:0.0:1722795758.217998:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081131f80, transno 4296352638 00000004:00080000:0.0:1722795758.218001:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081132680, transno 4296352639 00000004:00080000:0.0:1722795758.218005:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081131c00, transno 4296352640 00000004:00080000:0.0:1722795758.218009:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081130700, transno 4296352641 00000004:00080000:0.0:1722795758.218013:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880081132a00, transno 4296352642 00000004:00080000:0.0:1722795758.218017:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072636d80, transno 4296352643 00000004:00080000:0.0:1722795758.218021:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071791c00, transno 4296352644 00000004:00080000:0.0:1722795758.218025:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088087100, transno 4296352645 00000004:00080000:0.0:1722795758.218029:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071792680, transno 4296352646 00000004:00080000:0.0:1722795758.218033:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121346300, transno 4296352647 00000004:00080000:0.0:1722795758.218037:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071790a80, transno 4296352648 00000004:00080000:0.0:1722795758.218041:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071790380, transno 4296352649 00000004:00080000:0.0:1722795758.218045:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071793480, transno 4296352650 00000004:00080000:0.0:1722795758.218049:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088086d80, transno 4296352651 00000004:00080000:0.0:1722795758.218053:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088087480, transno 4296352652 00000004:00080000:0.0:1722795758.218057:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088086680, transno 4296352653 00000004:00080000:0.0:1722795758.218062:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088084700, transno 4296352654 00000004:00080000:0.0:1722795758.218065:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088085f80, transno 4296352655 00000004:00080000:0.0:1722795758.218069:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088085880, transno 4296352656 00000004:00080000:0.0:1722795758.218072:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088084e00, transno 4296352657 00000004:00080000:0.0:1722795758.218077:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088085c00, transno 4296352658 00000004:00080000:0.0:1722795758.218081:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088087b80, transno 4296352659 00000004:00080000:0.0:1722795758.218085:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088084a80, transno 4296352660 00000004:00080000:0.0:1722795758.218089:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7ea00, transno 4296352661 00000004:00080000:0.0:1722795758.218093:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7d500, transno 4296352662 00000004:00080000:0.0:1722795758.218097:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088085180, transno 4296352663 00000004:00080000:0.0:1722795758.218101:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088086a00, transno 4296352664 00000004:00080000:0.0:1722795758.218106:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088087800, transno 4296352665 00000004:00080000:0.0:1722795758.218110:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7c000, transno 4296352666 00000004:00080000:0.0:1722795758.218113:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7ed80, transno 4296352667 00000004:00080000:0.0:1722795758.218117:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7df80, transno 4296352668 00000004:00080000:0.0:1722795758.218121:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7f480, transno 4296352669 00000004:00080000:0.0:1722795758.218124:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7c380, transno 4296352670 00000004:00080000:0.0:1722795758.218128:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7ca80, transno 4296352671 00000004:00080000:0.0:1722795758.218133:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930380, transno 4296352672 00000004:00080000:0.0:1722795758.218138:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d8000, transno 4296352673 00000004:00080000:0.0:1722795758.218142:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757db480, transno 4296352674 00000004:00080000:0.0:1722795758.218145:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757da680, transno 4296352675 00000004:00080000:0.0:1722795758.218150:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d9500, transno 4296352676 00000004:00080000:0.0:1722795758.218153:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d8e00, transno 4296352677 00000004:00080000:0.0:1722795758.218157:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d8700, transno 4296352678 00000004:00080000:0.0:1722795758.218161:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d8380, transno 4296352679 00000004:00080000:0.0:1722795758.218165:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757dad80, transno 4296352680 00000004:00080000:0.0:1722795758.218169:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d9180, transno 4296352681 00000004:00080000:0.0:1722795758.218173:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093459500, transno 4296352682 00000004:00080000:0.0:1722795758.218177:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093458700, transno 4296352683 00000004:00080000:0.0:1722795758.218181:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d9f80, transno 4296352684 00000004:00080000:0.0:1722795758.218185:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009345aa00, transno 4296352685 00000004:00080000:0.0:1722795758.218189:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009345b800, transno 4296352686 00000004:00080000:0.0:1722795758.218193:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009345a680, transno 4296352687 00000004:00080000:0.0:1722795758.218197:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093458000, transno 4296352688 00000004:00080000:0.0:1722795758.218201:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f3100, transno 4296352689 00000004:00080000:0.0:1722795758.218205:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f0380, transno 4296352690 00000004:00080000:0.0:1722795758.218209:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009345a300, transno 4296352691 00000004:00080000:0.0:1722795758.218213:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801340f0000, transno 4296352692 00000004:00080000:0.0:1722795758.218217:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f931c00, transno 4296352693 00000004:00080000:0.0:1722795758.218222:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930000, transno 4296352694 00000004:00080000:0.0:1722795758.218226:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f931500, transno 4296352695 00000004:00080000:0.0:1722795758.218230:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933800, transno 4296352696 00000004:00080000:0.0:1722795758.218234:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932d80, transno 4296352697 00000004:00080000:0.0:1722795758.218238:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932680, transno 4296352698 00000004:00080000:0.0:1722795758.218242:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f932a00, transno 4296352699 00000004:00080000:0.0:1722795758.218246:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071793b80, transno 4296352700 00000004:00080000:0.0:1722795758.218250:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071792300, transno 4296352701 00000004:00080000:0.0:1722795758.218254:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071793100, transno 4296352702 00000004:00080000:0.0:1722795758.218258:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071791180, transno 4296352703 00000004:00080000:0.0:1722795758.218262:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930700, transno 4296352704 00000004:00080000:0.0:1722795758.218267:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078254000, transno 4296352705 00000004:00080000:0.0:1722795758.218271:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880071791500, transno 4296352706 00000004:00080000:0.0:1722795758.218275:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078255880, transno 4296352707 00000004:00080000:0.0:1722795758.218279:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078254380, transno 4296352708 00000004:00080000:0.0:1722795758.218283:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078257800, transno 4296352709 00000004:00080000:0.0:1722795758.218288:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078256a00, transno 4296352710 00000004:00080000:0.0:1722795758.218292:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078256680, transno 4296352711 00000004:00080000:0.0:1722795758.218296:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078255500, transno 4296352712 00000004:00080000:0.0:1722795758.218300:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078257480, transno 4296352713 00000004:00080000:0.0:1722795758.218304:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078255f80, transno 4296352714 00000004:00080000:0.0:1722795758.218307:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078255180, transno 4296352715 00000004:00080000:0.0:1722795758.218312:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078256300, transno 4296352716 00000004:00080000:0.0:1722795758.218316:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e97100, transno 4296352717 00000004:00080000:0.0:1722795758.218320:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e97b80, transno 4296352718 00000004:00080000:0.0:1722795758.218324:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078257100, transno 4296352719 00000004:00080000:0.0:1722795758.218328:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e94380, transno 4296352720 00000004:00080000:0.0:1722795758.218332:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880078254a80, transno 4296352721 00000004:00080000:0.0:1722795758.218336:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e96300, transno 4296352722 00000004:00080000:0.0:1722795758.218340:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e96a00, transno 4296352723 00000004:00080000:0.0:1722795758.218344:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e96680, transno 4296352724 00000004:00080000:0.0:1722795758.218348:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e97800, transno 4296352725 00000004:00080000:0.0:1722795758.218352:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e94700, transno 4296352726 00000004:00080000:0.0:1722795758.218356:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e95f80, transno 4296352727 00000004:00080000:0.0:1722795758.218360:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e95180, transno 4296352728 00000004:00080000:0.0:1722795758.218364:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e95c00, transno 4296352729 00000004:00080000:0.0:1722795758.218368:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e96d80, transno 4296352730 00000004:00080000:0.0:1722795758.218372:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e95500, transno 4296352731 00000004:00080000:0.0:1722795758.218377:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e94e00, transno 4296352732 00000004:00080000:0.0:1722795758.218381:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121250e00, transno 4296352733 00000004:00080000:0.0:1722795758.218385:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121253800, transno 4296352734 00000004:00080000:0.0:1722795758.218389:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121253100, transno 4296352735 00000004:00080000:0.0:1722795758.218393:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121250a80, transno 4296352736 00000004:00080000:0.0:1722795758.218428:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121253480, transno 4296352737 00000004:00080000:0.0:1722795758.218433:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121251880, transno 4296352738 00000004:00080000:0.0:1722795758.218438:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121251f80, transno 4296352739 00000004:00080000:0.0:1722795758.218442:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121252d80, transno 4296352740 00000004:00080000:0.0:1722795758.218446:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121252a00, transno 4296352741 00000004:00080000:0.0:1722795758.218450:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757da300, transno 4296352742 00000004:00080000:0.0:1722795758.218454:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e95880, transno 4296352743 00000004:00080000:0.0:1722795758.218459:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070e94000, transno 4296352744 00000004:00080000:0.0:1722795758.218463:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f32d80, transno 4296352745 00000004:00080000:0.0:1722795758.218482:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3ce00, transno 4296352746 00000004:00080000:0.0:1722795758.218484:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3dc00, transno 4296352747 00000004:00080000:0.0:1722795758.218487:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3d180, transno 4296352748 00000004:00080000:0.0:1722795758.218489:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3df80, transno 4296352749 00000004:00080000:0.0:1722795758.218492:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3ea00, transno 4296352750 00000004:00080000:0.0:1722795758.218495:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3f100, transno 4296352751 00000004:00080000:0.0:1722795758.218497:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f33100, transno 4296352752 00000004:00080000:0.0:1722795758.218500:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3d880, transno 4296352753 00000004:00080000:0.0:1722795758.218503:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f96f100, transno 4296352754 00000004:00080000:0.0:1722795758.218505:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880089663480, transno 4296352755 00000004:00080000:0.0:1722795758.218508:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757d9880, transno 4296352756 00000004:00080000:0.0:1722795758.218510:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800962bca80, transno 4296352757 00000004:00080000:0.0:1722795758.218513:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088085500, transno 4296352758 00000004:00080000:0.0:1722795758.218515:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800757db100, transno 4296352759 00000004:00080000:0.0:1722795758.218517:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7c700, transno 4296352760 00000004:00080000:0.0:1722795758.218520:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7d180, transno 4296352761 00000004:00080000:0.0:1722795758.218523:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088084380, transno 4296352762 00000004:00080000:0.0:1722795758.218526:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7f100, transno 4296352763 00000004:00080000:0.0:1722795758.218528:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800962bfb80, transno 4296352764 00000004:00080000:0.0:1722795758.218547:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070821180, transno 4296352765 00000004:00080000:0.0:1722795758.218552:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800962bdf80, transno 4296352766 00000004:00080000:0.0:1722795758.218556:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070821500, transno 4296352767 00000004:00080000:0.0:1722795758.218559:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070823100, transno 4296352768 00000004:00080000:0.0:1722795758.218563:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070820700, transno 4296352769 00000004:00080000:0.0:1722795758.218568:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7f800, transno 4296352770 00000004:00080000:0.0:1722795758.218572:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070822d80, transno 4296352771 00000004:00080000:0.0:1722795758.218576:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880082a7fb80, transno 4296352772 00000004:00080000:0.0:1722795758.218579:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083b3fb80, transno 4296352773 00000004:00080000:0.0:1722795758.218584:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121347480, transno 4296352774 00000004:00080000:0.0:1722795758.218588:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120065c00, transno 4296352775 00000004:00080000:0.0:1722795758.218592:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120064e00, transno 4296352776 00000004:00080000:0.0:1722795758.218596:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121344700, transno 4296352777 00000004:00080000:0.0:1722795758.218600:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120064700, transno 4296352778 00000004:00080000:0.0:1722795758.218604:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121344000, transno 4296352779 00000004:00080000:0.0:1722795758.218608:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121346d80, transno 4296352780 00000004:00080000:0.0:1722795758.218612:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120064a80, transno 4296352781 00000004:00080000:0.0:1722795758.218616:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f933100, transno 4296352782 00000004:00080000:0.0:1722795758.218621:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc48700, transno 4296352783 00000004:00080000:0.0:1722795758.218625:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121345c00, transno 4296352784 00000004:00080000:0.0:1722795758.218629:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121344a80, transno 4296352785 00000004:00080000:0.0:1722795758.218633:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121345880, transno 4296352786 00000004:00080000:0.0:1722795758.218637:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072021180, transno 4296352787 00000004:00080000:0.0:1722795758.218641:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121345180, transno 4296352788 00000004:00080000:0.0:1722795758.218645:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072020a80, transno 4296352789 00000004:00080000:0.0:1722795758.218650:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072022680, transno 4296352790 00000004:00080000:0.0:1722795758.218653:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072022a00, transno 4296352791 00000004:00080000:0.0:1722795758.218658:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072021880, transno 4296352792 00000004:00080000:0.0:1722795758.218662:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc49c00, transno 4296352793 00000004:00080000:0.0:1722795758.218667:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072021c00, transno 4296352794 00000004:00080000:0.0:1722795758.218671:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880088084000, transno 4296352795 00000004:00080000:0.0:1722795758.218675:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc48e00, transno 4296352796 00000004:00080000:0.0:1722795758.218679:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc4a300, transno 4296352797 00000004:00080000:0.0:1722795758.218683:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc4b800, transno 4296352798 00000004:00080000:0.0:1722795758.218687:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012cc4b100, transno 4296352799 00000004:00080000:0.0:1722795758.218690:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072023480, transno 4296352800 00000004:00080000:0.0:1722795758.218694:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121345500, transno 4296352801 00000004:00080000:0.0:1722795758.218698:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121346680, transno 4296352802 00000004:00080000:0.0:1722795758.218702:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121344380, transno 4296352803 00000004:00080000:0.0:1722795758.218706:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072022300, transno 4296352804 00000004:00080000:0.0:1722795758.218710:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072020380, transno 4296352805 00000004:00080000:0.0:1722795758.218714:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072021f80, transno 4296352806 00000004:00080000:0.0:1722795758.218718:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072020e00, transno 4296352807 00000004:00080000:0.0:1722795758.218722:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880072023b80, transno 4296352808 00000004:00080000:0.0:1722795758.218726:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f930e00, transno 4296352809 00000004:00080000:0.0:1722795758.218730:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011f931880, transno 4296352810 00000004:00080000:0.0:1722795758.218754:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121251180, transno 4296352811 00000004:00080000:0.0:1722795758.218760:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121253b80, transno 4296352812 00000004:00080000:0.0:1722795758.218763:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007087df80, transno 4296352813 00000004:00080000:0.0:1722795758.218767:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121250380, transno 4296352814 00000004:00080000:0.0:1722795758.218771:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880121250000, transno 4296352815 00000004:00080000:0.0:1722795758.218775:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88007087dc00, transno 4296352816 00000004:00080000:0.0:1722795758.218779:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009345b100, transno 4296352817 00000004:00080000:0.0:1722795758.218782:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880093459880, transno 4296352818 00000004:00080000:0.0:1722795758.218786:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070f31c00, transno 4296352819 00000004:00080000:0.0:1722795758.218790:0:3680:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880070822a00, transno 4296352820 00000100:00100000:0.0:1722795758.218820:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766603648:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1722795758.218937:0:10777:0:(osp_sync.c:1101:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 391 in progress, 0 in flight, 3 done 00000004:00080000:2.0:1722795758.221165:0:10777:0:(osp_sync.c:1101:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 391 done 00000100:00100000:0.0:1722795758.737955:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795758.738007:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795758.738013:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506752 00000100:00100000:2.0:1722795758.738021:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506752 00000100:00100000:0.0:1722795758.738032:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795758.738055:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795758.738069:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506624 00000100:00100000:2.0:1722795758.738073:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046506880 00000100:00100000:3.0:1722795758.738073:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506624 00000100:00100000:2.0:1722795758.738075:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046506880 00000100:00100000:0.0:1722795758.738076:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795758.738082:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507008 00000100:00100000:1.0:1722795758.738087:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507008 00000100:00100000:2.0:1722795758.738088:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507264 00000100:00100000:2.0:1722795758.738089:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507264 00000100:00100000:0.0:1722795758.738095:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795758.738101:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3343 00000100:00100000:3.0:1722795758.738101:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 604 00000100:00100000:2.0:1722795758.738106:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046506752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795758.738106:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046506624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795758.738110:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507136 00000100:00100000:1.0:1722795758.738111:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507136 00000100:00100000:0.0:1722795758.738112:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795758.738123:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507520 00000100:00100000:1.0:1722795758.738124:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507520 00000100:00100000:0.0:1722795758.738130:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795758.738135:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 411 00000100:00100000:1.0:1722795758.738139:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046507008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795758.738153:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046506752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795758.738153:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046506624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795758.738157:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3343 00000100:00100000:3.0:1722795758.738158:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 604 00000100:00100000:0.0:1722795758.738167:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795758.738167:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046507008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795758.738171:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 411 00000100:00100000:2.0:1722795758.738174:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507392 00000100:00100000:2.0:1722795758.738176:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507392 00000100:00100000:1.0:1722795758.738182:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507648 00000100:00100000:1.0:1722795758.738183:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507648 00000100:00100000:2.0:1722795758.738186:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3344 00000100:00100000:2.0:1722795758.738189:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046506880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795758.738194:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 412 00000100:00100000:1.0:1722795758.738197:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046507136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795758.738199:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3345 00000100:00100000:2.0:1722795758.738203:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046506880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795758.738205:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046507264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795758.738207:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3344 00000100:00100000:1.0:1722795758.738211:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046507136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795758.738215:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 412 00000100:00100000:2.0:1722795758.738215:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3346 00000100:00100000:2.0:1722795758.738218:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046507392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795758.738222:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 413 00000100:00100000:1.0:1722795758.738225:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046507520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795758.738232:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046507392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795758.738233:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046507264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795758.738235:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3346 00000100:00100000:1.0:1722795758.738237:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046507520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795758.738240:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 413 00000100:00100000:3.0:1722795758.738243:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3345 00000100:00100000:1.0:1722795758.738245:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 414 00000100:00100000:1.0:1722795758.738248:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046507648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795758.738259:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046507648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795758.738262:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 414 00000100:00080000:1.0:1722795758.738273:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795728 00000100:00080000:1.0:1722795758.738275:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795728 00000100:00080000:1.0:1722795758.738276:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795728 00000100:00080000:1.0:1722795758.738278:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795728 00000100:00080000:1.0:1722795758.738279:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795728 00010000:00010000:2.0:1722795759.188569:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795759.688604:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795759.688621:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766603776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795759.688678:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795759.688746:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603776 00000100:00100000:3.0:1722795759.688753:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603776 00000100:00100000:3.0:1722795759.688790:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108939 00000100:00100000:3.0:1722795759.688796:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766603776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795759.688821:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795759.688876:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766603776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795759.688880:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766603776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795759.688887:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108939 00010000:00010000:2.0:1722795760.190591:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795760.280672:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795760.280789:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795760.280851:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766603904 00000100:00100000:2.0:1722795760.280875:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766603904 00000100:00080000:1.0:1722795760.280935:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795730 00000100:00100000:2.0:1722795760.280935:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1722795760.280942:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008039d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766603904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795760.280972:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795760.281024:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008039d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766603904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795760.281031:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1722795760.281042:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88012cca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766603904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795760.312644:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795760.312662:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766604032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795760.312727:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795760.312823:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604032 00000100:00100000:2.0:1722795760.312830:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604032 00000100:00100000:2.0:1722795760.312884:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1722795760.312890:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766604032:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1722795760.312892:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795730 00002000:00000024:2.0:1722795760.312910:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795760.312949:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766604032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795760.312955:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1722795760.312974:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766604032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795760.776596:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766604160:0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.776596:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766604288:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776616:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766604544:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776621:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766604416:0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776672:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795760.776673:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795760.776674:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795760.776709:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795760.776719:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766604672:0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.776722:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766604800:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776723:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766604928:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776732:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766605056:0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776737:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795760.776738:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795760.776760:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604416 00000100:00100000:2.0:1722795760.776760:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766605184:0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.776766:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766605312:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776767:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604416 00000100:00100000:0.0:1722795760.776769:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795760.776780:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795760.776783:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604288 00000100:00100000:2.0:1722795760.776786:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604288 00000100:00100000:1.0:1722795760.776797:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604672 00000100:00100000:1.0:1722795760.776799:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604672 00000100:00100000:3.0:1722795760.776800:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604160 00000100:00100000:3.0:1722795760.776802:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604160 00000100:00100000:0.0:1722795760.776803:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604544 00000100:00100000:2.0:1722795760.776804:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604800 00000100:00100000:2.0:1722795760.776806:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604800 00000100:00100000:0.0:1722795760.776807:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604544 00000100:00100000:1.0:1722795760.776809:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108940 00000100:00100000:1.0:1722795760.776813:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766604416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776813:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605056 00000100:00100000:2.0:1722795760.776815:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605056 00000100:00100000:3.0:1722795760.776822:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1722795760.776825:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766604160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776827:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1722795760.776830:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766604288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776831:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:0.0:1722795760.776835:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766604800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776850:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766604416:12345-0@lo:400:kworker.0 Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795760.776850:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766604160:12345-0@lo:400:kworker.0 Request processed in 25us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795760.776854:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108940 00000100:00100000:3.0:1722795760.776855:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1722795760.776858:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766604288:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795760.776864:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766604800:12345-0@lo:400:kworker.0 Request processed in 28us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795760.776873:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:0.0:1722795760.776877:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:1.0:1722795760.776878:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108941 00000100:00100000:1.0:1722795760.776880:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766604672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776887:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:2.0:1722795760.776889:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766604544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776892:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766604672:12345-0@lo:400:kworker.0 Request processed in 11us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795760.776892:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:3.0:1722795760.776895:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766605056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776896:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108941 00000100:00100000:2.0:1722795760.776904:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766604544:12345-0@lo:400:kworker.0 Request processed in 14us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795760.776907:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:1.0:1722795760.776909:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795760.776914:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766605056:12345-0@lo:400:kworker.0 Request processed in 18us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795760.776917:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:2.0:1722795760.776919:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766604928 00000100:00100000:1.0:1722795760.776920:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766605440:0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776921:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766604928 00000100:00100000:0.0:1722795760.776923:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766604544:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776929:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766605056:0@lo:400:kworker.0 00000100:00080000:3.0:1722795760.776930:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795730 00000100:00100000:2.0:1722795760.776932:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00080000:3.0:1722795760.776932:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795730 00000100:00080000:3.0:1722795760.776933:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795730 00000100:00100000:2.0:1722795760.776934:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766604928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.776936:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795760.776959:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766604288:0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.776965:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766604800:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776968:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605312 00000100:00100000:0.0:1722795760.776970:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605312 00000100:00100000:2.0:1722795760.776973:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766604928:12345-0@lo:400:kworker.0 Request processed in 36us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795760.776975:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766604416:0@lo:400:kworker.0 00000100:00100000:2.0:1722795760.776978:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00080000:3.0:1722795760.776980:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795730 00000100:00100000:1.0:1722795760.776985:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766604928:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.776986:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605440 00000100:00100000:0.0:1722795760.776987:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605440 00000100:00100000:0.0:1722795760.776997:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1722795760.776997:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795760.777000:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766605312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.777005:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1722795760.777008:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766605440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.777015:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605184 00000100:00100000:1.0:1722795760.777017:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605184 00000100:00100000:2.0:1722795760.777019:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766604160:0@lo:400:kworker.0 00000100:00100000:0.0:1722795760.777022:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766605312:12345-0@lo:400:kworker.0 Request processed in 22us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795760.777026:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1722795760.777028:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766604672:0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.777028:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766605440:12345-0@lo:400:kworker.0 Request processed in 19us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795760.777031:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1722795760.777033:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00080000:0.0:1722795760.777034:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795730 00000100:00080000:0.0:1722795760.777036:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795730 00000100:00100000:1.0:1722795760.777038:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766605184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795760.777048:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766605312:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.777065:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766605184:12345-0@lo:400:kworker.0 Request processed in 27us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795760.777071:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:2.0:1722795760.777071:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766605184:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.777095:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766605440:0@lo:400:kworker.0 00000100:00100000:1.0:1722795760.840548:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795760.840571:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766605568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795760.840624:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795760.840660:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605568 00000100:00100000:2.0:1722795760.840668:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605568 00000100:00100000:2.0:1722795760.840718:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1722795760.840723:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766605568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795760.840749:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795760.840793:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766605568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795760.840798:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1722795760.840827:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766605568:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795761.192599:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795762.194735:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795762.872721:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795762.872741:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766605696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795762.872819:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795762.872877:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605696 00000100:00100000:0.0:1722795762.872887:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605696 00000100:00100000:0.0:1722795762.872959:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108942 00000100:00100000:0.0:1722795762.872964:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766605696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795762.872990:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795762.873044:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766605696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795762.873049:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108942 00000100:00100000:3.0:1722795762.873097:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766605696:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795763.196715:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795763.224670:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766605824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1722795763.224729:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795763.224774:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605824 00000100:00100000:2.0:1722795763.224783:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605824 00000100:00100000:2.0:1722795763.224845:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1722795763.224851:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766605824:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1722795763.224864:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795733 00002000:00000024:2.0:1722795763.224878:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795763.224929:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766605824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795763.224935:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1722795763.224965:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766605824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795763.745930:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795763.746013:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795763.746067:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795763.746070:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507904 00000100:00100000:1.0:1722795763.746082:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507904 00000100:00100000:0.0:1722795763.746097:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795763.746134:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508032 00000100:00100000:1.0:1722795763.746137:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508032 00000100:00100000:0.0:1722795763.746139:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795763.746160:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508416 00000100:00100000:1.0:1722795763.746163:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508416 00000100:00100000:3.0:1722795763.746165:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046507776 00000100:00100000:0.0:1722795763.746167:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795763.746173:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046507776 00000100:00100000:1.0:1722795763.746180:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3353 00000100:00100000:1.0:1722795763.746188:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046507904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795763.746195:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795763.746201:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3354 00000100:00100000:2.0:1722795763.746212:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046508032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795763.746212:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 606 00000100:00100000:3.0:1722795763.746220:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046507776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795763.746221:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795763.746263:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046507904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 75us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795763.746270:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3353 00000100:00100000:3.0:1722795763.746270:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046507776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795763.746277:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 606 00000100:00100000:2.0:1722795763.746281:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046508032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795763.746290:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508544 00000100:00100000:1.0:1722795763.746292:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508544 00000100:00100000:2.0:1722795763.746292:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3354 00000100:00100000:0.0:1722795763.746295:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795763.746307:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3355 00000100:00100000:1.0:1722795763.746311:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046508416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795763.746319:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3356 00000100:00100000:2.0:1722795763.746326:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046508544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795763.746330:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046508416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795763.746336:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3355 00000100:00100000:3.0:1722795763.746362:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508160 00000100:00100000:3.0:1722795763.746366:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508160 00000100:00100000:2.0:1722795763.746372:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046508544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795763.746374:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508672 00000100:00100000:0.0:1722795763.746380:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508672 00000100:00100000:2.0:1722795763.746382:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3356 00000100:00100000:3.0:1722795763.746388:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508288 00000100:00100000:3.0:1722795763.746390:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508288 00000100:00100000:3.0:1722795763.746444:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508800 00000100:00100000:3.0:1722795763.746446:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508800 00000100:00100000:0.0:1722795763.746452:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 417 00000100:00100000:2.0:1722795763.746462:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 418 00000100:00100000:0.0:1722795763.746463:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046508160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795763.746471:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046508672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795763.746478:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 419 00000100:00100000:3.0:1722795763.746483:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046508288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795763.746509:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046508160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795763.746511:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046508672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795763.746512:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046508288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795763.746517:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 419 00000100:00100000:0.0:1722795763.746523:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 417 00000100:00100000:2.0:1722795763.746528:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 418 00000100:00100000:3.0:1722795763.746533:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 420 00000100:00100000:3.0:1722795763.746537:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046508800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1722795763.746559:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795733 00000100:00100000:3.0:1722795763.746560:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046508800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (268us total) trans 0 rc 0/0 00000100:00080000:1.0:1722795763.746564:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795733 00000100:00080000:1.0:1722795763.746566:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795733 00000100:00100000:3.0:1722795763.746566:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 420 00000100:00080000:1.0:1722795763.746568:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795733 00000100:00080000:1.0:1722795763.746570:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795733 00010000:00010000:2.0:1722795764.198537:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795764.696664:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795764.696694:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766605952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795764.696770:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795764.696833:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766605952 00000100:00100000:0.0:1722795764.696843:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766605952 00000100:00100000:0.0:1722795764.696892:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108943 00000100:00100000:0.0:1722795764.696901:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766605952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795764.696938:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795764.697002:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766605952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795764.697010:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108943 00000100:00100000:2.0:1722795764.697058:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766605952:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1722795765.200791:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795765.288765:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795765.288791:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766606080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795765.288864:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795765.288924:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606080 00000100:00100000:2.0:1722795765.288937:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606080 00000100:00080000:1.0:1722795765.288999:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795735 00000100:00100000:2.0:1722795765.289019:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1722795765.289046:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766606080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795765.289084:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795765.289186:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766606080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795765.289198:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1722795765.289219:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766606080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795765.320793:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766606208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795765.320843:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.320916:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606208 00000100:00100000:0.0:1722795765.320925:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606208 00000100:00100000:0.0:1722795765.320988:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1722795765.320999:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766606208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795765.321021:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:1.0:1722795765.321040:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795735 00000100:00100000:0.0:1722795765.321078:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766606208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.321088:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1722795765.321097:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766606208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795765.784581:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766606336:0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784593:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766606592:0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784598:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766606720:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784634:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766606464:0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784659:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795765.784687:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784697:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766607232:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784697:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795765.784717:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766606976:0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784718:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795765.784719:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766606848:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784728:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784730:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795765.784733:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766607360:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784737:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766607488:0@lo:400:kworker.0 00000100:00100000:3.0:1722795765.784743:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784744:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795765.784748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784766:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606720 00000100:00100000:0.0:1722795765.784771:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606720 00000100:00100000:3.0:1722795765.784771:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606336 00000100:00100000:2.0:1722795765.784773:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795765.784774:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606336 00000100:00100000:1.0:1722795765.784775:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606464 00000100:00100000:1.0:1722795765.784778:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606464 00000100:00100000:2.0:1722795765.784794:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766607104:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784795:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607232 00000100:00100000:1.0:1722795765.784796:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607232 00000100:00100000:0.0:1722795765.784797:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606976 00000100:00100000:0.0:1722795765.784798:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606976 00000100:00100000:3.0:1722795765.784800:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1722795765.784805:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607360 00000100:00100000:3.0:1722795765.784806:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766606336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784807:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607360 00000100:00100000:0.0:1722795765.784810:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:2.0:1722795765.784811:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784814:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766606464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784819:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607104 00000100:00100000:1.0:1722795765.784820:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607104 00000100:00100000:2.0:1722795765.784821:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766607616:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784828:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1722795765.784831:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766606720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784837:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795765.784843:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766606464:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795765.784844:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766606336:12345-0@lo:400:kworker.0 Request processed in 37us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784847:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:3.0:1722795765.784850:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1722795765.784853:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766606720:12345-0@lo:400:kworker.0 Request processed in 21us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795765.784857:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:0.0:1722795765.784861:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1722795765.784863:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766607232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784867:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1722795765.784870:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:1.0:1722795765.784872:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766607360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784872:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766606976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784876:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766607232:12345-0@lo:400:kworker.0 Request processed in 12us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784879:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:3.0:1722795765.784882:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607488 00000100:00100000:0.0:1722795765.784884:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:3.0:1722795765.784884:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607488 00000100:00100000:1.0:1722795765.784885:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766607360:12345-0@lo:400:kworker.0 Request processed in 12us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784887:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766607104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784888:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:3.0:1722795765.784900:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607616 00000100:00100000:2.0:1722795765.784901:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766606976:12345-0@lo:400:kworker.0 Request processed in 28us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784902:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766607104:12345-0@lo:400:kworker.0 Request processed in 14us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795765.784902:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607616 00000100:00100000:0.0:1722795765.784905:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00100000:1.0:1722795765.784906:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606848 00000100:00100000:1.0:1722795765.784908:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606848 00000100:00100000:2.0:1722795765.784908:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:3.0:1722795765.784914:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1722795765.784917:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766606592 00000100:00100000:0.0:1722795765.784918:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766606592 00000100:00100000:3.0:1722795765.784918:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007087c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766607488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784922:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108944 00000100:00100000:1.0:1722795765.784924:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766606848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784929:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108945 00000100:00100000:2.0:1722795765.784931:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1722795765.784932:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766606592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784935:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766607616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784941:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766606848:12345-0@lo:400:kworker.0 Request processed in 16us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795765.784944:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108944 00000100:00100000:3.0:1722795765.784944:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007087c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766607488:12345-0@lo:400:kworker.0 Request processed in 26us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784947:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766606592:12345-0@lo:400:kworker.0 Request processed in 15us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795765.784950:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108945 00000100:00100000:3.0:1722795765.784950:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1722795765.784957:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766607616:12345-0@lo:400:kworker.0 Request processed in 22us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795765.784963:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1722795765.784970:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766606464:0@lo:400:kworker.0 00000100:00080000:3.0:1722795765.784972:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795735 00000100:00100000:0.0:1722795765.784975:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766607360:0@lo:400:kworker.0 00000100:00080000:3.0:1722795765.784975:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795735 00000100:00100000:1.0:1722795765.784976:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766606976:0@lo:400:kworker.0 00000100:00080000:3.0:1722795765.784977:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795735 00000100:00080000:3.0:1722795765.784979:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795735 00000100:00100000:0.0:1722795765.784981:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766606720:0@lo:400:kworker.0 00000100:00100000:1.0:1722795765.784981:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766607488:0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.784985:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766607232:0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.784993:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766606592:0@lo:400:kworker.0 00000100:00100000:3.0:1722795765.784997:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766606336:0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.785002:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766607104:0@lo:400:kworker.0 00000100:00100000:3.0:1722795765.785006:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766606848:0@lo:400:kworker.0 00000100:00100000:2.0:1722795765.785010:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766607616:0@lo:400:kworker.0 00000100:00100000:0.0:1722795765.848658:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766607744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795765.848712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795765.848789:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607744 00000100:00100000:2.0:1722795765.848798:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607744 00000100:00100000:2.0:1722795765.848843:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1722795765.848849:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766607744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795765.848877:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795765.848925:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766607744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795765.848932:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1722795765.848944:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766607744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795766.202767:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795767.204642:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795767.880778:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766607872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795767.880850:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795767.880909:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766607872 00000100:00100000:1.0:1722795767.880918:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766607872 00000100:00100000:1.0:1722795767.880968:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108946 00000100:00100000:1.0:1722795767.880976:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766607872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1722795767.881012:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:1.0:1722795767.881074:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766607872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795767.881081:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108946 00000100:00100000:3.0:1722795767.881116:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766607872:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795768.206686:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795768.232617:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795768.232638:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766608000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795768.232692:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795768.232794:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608000 00000100:00100000:0.0:1722795768.232803:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608000 00000100:00100000:0.0:1722795768.232860:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1722795768.232867:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766608000:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1722795768.232867:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795738 00002000:00000024:0.0:1722795768.232894:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795768.232946:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766608000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795768.232952:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1722795768.232978:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766608000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795768.753782:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795768.753844:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509056 00000100:00100000:0.0:1722795768.753855:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509056 00000100:00100000:2.0:1722795768.753867:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795768.753920:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795768.753928:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3363 00000100:00100000:0.0:1722795768.753939:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046509056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795768.753940:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:3.0:1722795768.753963:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795738 00000100:00100000:2.0:1722795768.753967:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795768.753982:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795768.753989:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046508928 00000100:00100000:3.0:1722795768.753996:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046508928 00000100:00100000:2.0:1722795768.754005:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795768.754023:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046509056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 84us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795768.754026:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509184 00000100:00100000:0.0:1722795768.754031:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3363 00000100:00100000:1.0:1722795768.754033:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509184 00000100:00100000:3.0:1722795768.754044:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 608 00000100:00100000:3.0:1722795768.754051:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046508928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795768.754056:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509568 00000100:00100000:0.0:1722795768.754060:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509568 00000100:00100000:1.0:1722795768.754068:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3364 00000100:00100000:1.0:1722795768.754075:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046509184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795768.754080:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3365 00000100:00100000:0.0:1722795768.754084:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046509568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795768.754089:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046508928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795768.754096:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 608 00000100:00100000:1.0:1722795768.754116:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046509184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795768.754124:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3364 00000100:00100000:0.0:1722795768.754126:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046509568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795768.754128:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795768.754132:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3365 00000100:00100000:3.0:1722795768.754138:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509312 00000100:00100000:3.0:1722795768.754141:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509312 00000100:00100000:0.0:1722795768.754142:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509696 00000100:00100000:0.0:1722795768.754144:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509696 00000100:00100000:0.0:1722795768.754158:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3366 00000100:00100000:0.0:1722795768.754162:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046509696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795768.754162:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509440 00000100:00100000:3.0:1722795768.754165:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509440 00000100:00100000:3.0:1722795768.754177:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509824 00000100:00100000:3.0:1722795768.754180:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509824 00000100:00100000:0.0:1722795768.754182:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046509696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795768.754188:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3366 00000100:00100000:2.0:1722795768.754193:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 423 00000100:00100000:1.0:1722795768.754194:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795768.754201:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046509312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795768.754204:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 424 00000100:00100000:3.0:1722795768.754208:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046509440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795768.754216:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046509952 00000100:00100000:1.0:1722795768.754219:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046509952 00000100:00100000:0.0:1722795768.754224:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 425 00000100:00100000:0.0:1722795768.754228:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046509824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795768.754234:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046509312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795768.754236:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046509440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795768.754241:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 426 00000100:00100000:2.0:1722795768.754245:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 423 00000100:00100000:0.0:1722795768.754247:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046509824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795768.754247:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046509952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795768.754253:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 424 00000100:00100000:0.0:1722795768.754256:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 425 00000100:00080000:3.0:1722795768.754275:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795738 00000100:00080000:3.0:1722795768.754277:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795738 00000100:00080000:3.0:1722795768.754279:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795738 00000100:00080000:3.0:1722795768.754281:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795738 00000100:00080000:3.0:1722795768.754283:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795738 00000100:00100000:1.0:1722795768.754285:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046509952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795768.754296:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 426 00010000:00010000:2.0:1722795769.208671:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795769.704757:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766608128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795769.704828:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795769.704885:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608128 00000100:00100000:1.0:1722795769.704896:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608128 00000100:00100000:1.0:1722795769.704970:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108947 00000100:00100000:1.0:1722795769.704978:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766608128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1722795769.705015:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:1.0:1722795769.705080:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766608128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795769.705088:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108947 00000100:00100000:0.0:1722795769.705132:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766608128:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795770.210807:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795770.296657:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795770.296676:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766608256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795770.296727:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795770.296763:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608256 00000100:00100000:0.0:1722795770.296770:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608256 00000100:00080000:3.0:1722795770.296789:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795740 00000100:00100000:0.0:1722795770.296813:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1722795770.296825:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766608256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795770.296851:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795770.296892:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766608256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.296897:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1722795770.296922:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766608256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795770.328645:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766608384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795770.328691:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795770.328725:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608384 00000100:00100000:0.0:1722795770.328732:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608384 00000100:00080000:3.0:1722795770.328751:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795740 00000100:00100000:0.0:1722795770.328774:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1722795770.328779:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766608384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795770.328796:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795770.328835:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766608384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.328839:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1722795770.328862:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766608384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795770.792624:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766608512:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792638:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766608768:0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.792652:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766608640:0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.792688:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766608896:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792700:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795770.792700:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795770.792701:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795770.792733:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766609280:0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.792736:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766609152:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.792741:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766609024:0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.792743:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795770.792764:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608640 00000100:00100000:2.0:1722795770.792764:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608896 00000100:00100000:0.0:1722795770.792769:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608640 00000100:00100000:2.0:1722795770.792769:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608896 00000100:00100000:1.0:1722795770.792786:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795770.792786:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766609408:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792802:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1722795770.792808:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766608640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.792808:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:1.0:1722795770.792809:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766609536:0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.792810:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795770.792812:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766608896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.792830:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795770.792841:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608512 00000100:00100000:3.0:1722795770.792846:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608512 00000100:00100000:0.0:1722795770.792849:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766608640:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795770.792849:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766608896:12345-0@lo:400:kworker.0 Request processed in 37us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.792854:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:2.0:1722795770.792856:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00100000:1.0:1722795770.792860:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609408 00000100:00100000:1.0:1722795770.792864:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609408 00000100:00100000:0.0:1722795770.792871:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609536 00000100:00100000:0.0:1722795770.792872:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609536 00000100:00100000:2.0:1722795770.792876:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795770.792876:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1722795770.792881:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766608512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.792884:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609152 00000100:00100000:1.0:1722795770.792887:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609152 00000100:00100000:2.0:1722795770.792887:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766609664:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792888:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1722795770.792891:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766609408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.792902:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795770.792904:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1722795770.792910:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766609408:12345-0@lo:400:kworker.0 Request processed in 19us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795770.792910:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766609536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792914:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:3.0:1722795770.792918:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766608512:12345-0@lo:400:kworker.0 Request processed in 36us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.792924:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:3.0:1722795770.792925:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1722795770.792926:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766608640:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792927:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766609152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792943:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766609152:12345-0@lo:400:kworker.0 Request processed in 16us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795770.792945:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766609536:12345-0@lo:400:kworker.0 Request processed in 34us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795770.792945:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766609152:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792947:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:1.0:1722795770.792951:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1722795770.792960:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766608768 00000100:00100000:0.0:1722795770.792962:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766608768 00000100:00080000:2.0:1722795770.792969:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795740 00000100:00080000:2.0:1722795770.792972:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795740 00000100:00080000:2.0:1722795770.792974:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795740 00000100:00100000:0.0:1722795770.792977:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609024 00000100:00100000:1.0:1722795770.792977:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609664 00000100:00100000:0.0:1722795770.792979:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609024 00000100:00100000:1.0:1722795770.792981:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609664 00000100:00100000:3.0:1722795770.792984:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766608896:0@lo:400:kworker.0 00000100:00100000:0.0:1722795770.792987:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108948 00000100:00100000:0.0:1722795770.792990:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766608768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.792990:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108949 00000100:00100000:2.0:1722795770.792994:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766609024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.792995:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766609408:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.793006:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1722795770.793007:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766608768:12345-0@lo:400:kworker.0 Request processed in 16us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.793011:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108948 00000100:00100000:1.0:1722795770.793011:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766609664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.793015:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766609024:12345-0@lo:400:kworker.0 Request processed in 20us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795770.793019:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108949 00000100:00100000:0.0:1722795770.793027:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1722795770.793031:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795740 00000100:00100000:0.0:1722795770.793037:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766609792:0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.793039:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609280 00000100:00100000:1.0:1722795770.793041:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766609664:12345-0@lo:400:kworker.0 Request processed in 29us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795770.793043:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766609664:0@lo:400:kworker.0 00000100:00100000:3.0:1722795770.793043:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609280 00000100:00100000:1.0:1722795770.793048:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1722795770.793052:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1722795770.793053:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795740 00000100:00100000:1.0:1722795770.793059:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609792 00000100:00100000:1.0:1722795770.793062:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609792 00000100:00100000:2.0:1722795770.793065:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1722795770.793067:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766608768:0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.793068:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766609280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.793079:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1722795770.793083:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766609792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795770.793085:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766609280:12345-0@lo:400:kworker.0 Request processed in 17us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795770.793089:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1722795770.793091:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766609280:0@lo:400:kworker.0 00000100:00080000:2.0:1722795770.793102:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795740 00000100:00100000:1.0:1722795770.793109:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766609792:12345-0@lo:400:kworker.0 Request processed in 25us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795770.793115:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1722795770.793121:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766609792:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.793142:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766609536:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.793151:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766608512:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.793161:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766609024:0@lo:400:kworker.0 00000100:00100000:1.0:1722795770.856644:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1722795770.856670:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766609920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795770.856730:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795770.856815:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766609920 00000100:00100000:0.0:1722795770.856826:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766609920 00000100:00100000:0.0:1722795770.856885:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1722795770.856895:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766609920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795770.856951:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795770.857011:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766609920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795770.857020:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1722795770.857036:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766609920:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795771.212720:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795772.214632:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795772.888802:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766610048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795772.888878:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795772.888959:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610048 00000100:00100000:3.0:1722795772.888971:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610048 00000100:00100000:3.0:1722795772.889036:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108950 00000100:00100000:3.0:1722795772.889048:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766610048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795772.889092:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795772.889181:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766610048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795772.889194:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108950 00000100:00100000:1.0:1722795772.889216:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766610048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795773.216683:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795773.240713:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766610176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795773.240795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795773.240864:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610176 00000100:00100000:2.0:1722795773.240874:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610176 00000100:00080000:0.0:1722795773.240945:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795743 00000100:00100000:2.0:1722795773.240952:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1722795773.240960:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766610176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795773.240994:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795773.241063:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766610176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795773.241071:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1722795773.241115:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766610176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795773.761568:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761600:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761623:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761640:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761650:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761659:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795773.761671:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795773.761672:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510080 00000100:00100000:2.0:1722795773.761674:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510208 00000100:00100000:0.0:1722795773.761680:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795773.761681:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510208 00000100:00100000:3.0:1722795773.761681:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510080 00000100:00100000:0.0:1722795773.761704:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795773.761716:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510336 00000100:00100000:0.0:1722795773.761721:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510464 00000100:00100000:3.0:1722795773.761721:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 610 00000100:00100000:1.0:1722795773.761722:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510336 00000100:00100000:0.0:1722795773.761724:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510464 00000100:00100000:2.0:1722795773.761724:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510720 00000100:00100000:3.0:1722795773.761726:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046510080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795773.761727:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510720 00000100:00100000:2.0:1722795773.761741:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510848 00000100:00100000:2.0:1722795773.761744:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510848 00000100:00100000:0.0:1722795773.761749:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510592 00000100:00100000:0.0:1722795773.761751:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510592 00000100:00100000:1.0:1722795773.761757:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3373 00000100:00100000:0.0:1722795773.761761:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046510976 00000100:00100000:0.0:1722795773.761762:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046510976 00000100:00100000:1.0:1722795773.761762:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046510208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795773.761769:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3374 00000100:00100000:0.0:1722795773.761770:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511104 00000100:00100000:0.0:1722795773.761771:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511104 00000100:00100000:3.0:1722795773.761773:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046510080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795773.761776:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046510720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795773.761778:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 610 00000100:00100000:0.0:1722795773.761781:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 429 00000100:00100000:0.0:1722795773.761785:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046510464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795773.761792:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046510208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795773.761797:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3373 00000100:00100000:2.0:1722795773.761808:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046510720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795773.761809:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046510464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795773.761811:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3375 00000100:00100000:0.0:1722795773.761814:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 429 00000100:00100000:1.0:1722795773.761815:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3376 00000100:00100000:3.0:1722795773.761815:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046510336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795773.761819:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046510848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795773.761819:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3374 00000100:00100000:0.0:1722795773.761828:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 430 00000100:00100000:3.0:1722795773.761830:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046510336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795773.761831:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046510592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795773.761831:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046510848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795773.761833:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3375 00000100:00100000:1.0:1722795773.761836:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3376 00000100:00100000:0.0:1722795773.761844:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046510592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795773.761848:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 430 00000100:00100000:3.0:1722795773.761852:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 431 00000100:00100000:3.0:1722795773.761854:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046510976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795773.761856:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 432 00000100:00100000:2.0:1722795773.761862:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046511104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795773.761867:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046510976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795773.761871:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 431 00000100:00080000:3.0:1722795773.761884:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795743 00000100:00080000:3.0:1722795773.761887:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795743 00000100:00080000:3.0:1722795773.761888:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795743 00000100:00080000:3.0:1722795773.761890:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795743 00000100:00080000:3.0:1722795773.761891:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795743 00000100:00100000:2.0:1722795773.761900:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046511104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795773.761906:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 432 00010000:00010000:2.0:1722795774.218696:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795774.712532:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766610304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795774.712592:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795774.712626:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610304 00000100:00100000:3.0:1722795774.712634:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610304 00000100:00100000:3.0:1722795774.712676:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108951 00000100:00100000:3.0:1722795774.712682:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007708b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766610304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795774.712706:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795774.712750:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007708b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766610304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795774.712755:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108951 00000100:00100000:1.0:1722795774.712772:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766610304:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795775.220649:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795775.304649:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766610432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795775.304698:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.304799:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610432 00000100:00100000:2.0:1722795775.304806:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610432 00000100:00080000:3.0:1722795775.304843:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795745 00000100:00100000:2.0:1722795775.304851:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1722795775.304856:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766610432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795775.304879:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795775.304918:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766610432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.304923:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1722795775.304944:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766610432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795775.336541:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766610560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795775.336572:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.336649:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610560 00000100:00100000:2.0:1722795775.336653:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610560 00000100:00100000:2.0:1722795775.336683:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00080000:3.0:1722795775.336683:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795745 00000100:00100000:2.0:1722795775.336687:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766610560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795775.336697:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795775.336721:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766610560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.336725:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1722795775.336741:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766610560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795775.800610:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766610944:0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800610:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766610816:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800621:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766610688:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800681:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.800691:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795775.800695:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795775.800709:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766611456:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800717:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766611200:0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800723:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766611328:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800725:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.800735:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795775.800736:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766611968:0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800745:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.800745:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766611712:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800750:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795775.800759:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766611840:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800760:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795775.800771:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610688 00000100:00100000:2.0:1722795775.800773:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1722795775.800777:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766611072:0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800779:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795775.800779:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610688 00000100:00100000:0.0:1722795775.800780:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610816 00000100:00100000:0.0:1722795775.800784:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610816 00000100:00100000:2.0:1722795775.800790:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795775.800799:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766611584:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800809:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611456 00000100:00100000:2.0:1722795775.800810:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795775.800811:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611456 00000100:00100000:1.0:1722795775.800812:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611328 00000100:00100000:3.0:1722795775.800814:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1722795775.800817:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611328 00000100:00100000:3.0:1722795775.800820:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766610688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800822:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611712 00000100:00100000:0.0:1722795775.800824:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611712 00000100:00100000:2.0:1722795775.800831:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611072 00000100:00100000:2.0:1722795775.800835:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611072 00000100:00100000:1.0:1722795775.800841:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611584 00000100:00100000:0.0:1722795775.800844:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:1.0:1722795775.800844:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611584 00000100:00100000:0.0:1722795775.800848:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766610816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800857:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:2.0:1722795775.800862:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766611456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800863:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:1.0:1722795775.800869:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766611328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795775.800872:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766610688:12345-0@lo:400:kworker.0 Request processed in 53us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795775.800878:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1722795775.800879:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766610816:12345-0@lo:400:kworker.0 Request processed in 30us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795775.800884:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:2.0:1722795775.800891:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766611456:12345-0@lo:400:kworker.0 Request processed in 28us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.800896:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:0.0:1722795775.800901:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1722795775.800904:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766611712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800905:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766611328:12345-0@lo:400:kworker.0 Request processed in 35us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.800908:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:2.0:1722795775.800911:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766611072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800912:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:3.0:1722795775.800917:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1722795775.800920:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766611712:12345-0@lo:400:kworker.0 Request processed in 15us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795775.800920:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766611584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800924:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:2.0:1722795775.800926:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766611072:12345-0@lo:400:kworker.0 Request processed in 14us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.800930:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:3.0:1722795775.800940:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766611584:12345-0@lo:400:kworker.0 Request processed in 19us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795775.800942:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611968 00000100:00100000:3.0:1722795775.800944:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1722795775.800945:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611968 00000100:00100000:2.0:1722795775.800954:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766610944 00000100:00100000:2.0:1722795775.800956:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766610944 00000100:00100000:0.0:1722795775.800961:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611840 00000100:00100000:0.0:1722795775.800962:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611840 00000100:00080000:3.0:1722795775.800962:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795745 00000100:00080000:3.0:1722795775.800965:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795745 00000100:00080000:3.0:1722795775.800967:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795745 00000100:00080000:3.0:1722795775.800969:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795745 00000100:00100000:0.0:1722795775.800971:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1722795775.800974:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766611968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800974:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766611200 00000100:00100000:2.0:1722795775.800975:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766611200 00000100:00100000:3.0:1722795775.800981:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108952 00000100:00100000:3.0:1722795775.800985:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766610944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795775.800987:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766610816:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.800989:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108953 00000100:00100000:0.0:1722795775.800991:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766611968:12345-0@lo:400:kworker.0 Request processed in 16us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.800992:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766611200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.800995:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1722795775.800998:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766611328:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.801002:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1722795775.801004:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766610944:12345-0@lo:400:kworker.0 Request processed in 19us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795775.801006:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766611840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795775.801008:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108952 00000100:00100000:2.0:1722795775.801010:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766611200:12345-0@lo:400:kworker.0 Request processed in 18us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795775.801017:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108953 00000100:00100000:0.0:1722795775.801019:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766611840:12345-0@lo:400:kworker.0 Request processed in 13us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795775.801024:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1722795775.801025:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766611840:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.801037:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766611072:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.801045:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766611584:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.801050:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766610944:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.801051:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766610688:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.801056:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766611200:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.801058:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766611456:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.801063:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766611712:0@lo:400:kworker.0 00000100:00100000:0.0:1722795775.801065:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766611968:0@lo:400:kworker.0 00000100:00100000:2.0:1722795775.864580:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766612096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795775.864607:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795775.864692:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612096 00000100:00100000:0.0:1722795775.864698:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612096 00000100:00100000:0.0:1722795775.864731:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1722795775.864736:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766612096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795775.864756:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795775.864794:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766612096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795775.864799:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1722795775.864821:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766612096:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795776.222579:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795777.224712:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795777.896736:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766612224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795777.896801:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795777.896850:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612224 00000100:00100000:2.0:1722795777.896859:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612224 00000100:00100000:2.0:1722795777.896906:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108954 00000100:00100000:2.0:1722795777.896913:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766612224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795777.896942:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795777.896996:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766612224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795777.897002:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108954 00000100:00100000:0.0:1722795777.897029:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766612224:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795778.226794:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795778.248631:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766612352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795778.248706:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795778.248760:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612352 00000100:00100000:0.0:1722795778.248770:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612352 00000100:00100000:0.0:1722795778.248826:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1722795778.248833:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766612352:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1722795778.248838:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795748 00002000:00000024:0.0:1722795778.248864:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795778.248909:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766612352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795778.248917:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1722795778.248953:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766612352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795778.769928:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795778.770026:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795778.770078:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511360 00000100:00100000:0.0:1722795778.770087:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795778.770091:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511360 00000100:00100000:3.0:1722795778.770117:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511232 00000100:00100000:0.0:1722795778.770122:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795778.770125:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511232 00000100:00100000:0.0:1722795778.770155:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795778.770165:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511872 00000100:00100000:1.0:1722795778.770168:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511872 00000100:00100000:3.0:1722795778.770179:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 612 00000100:00100000:0.0:1722795778.770184:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795778.770184:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511488 00000100:00100000:1.0:1722795778.770186:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511488 00000100:00100000:3.0:1722795778.770188:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046511232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795778.770205:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3383 00000100:00080000:2.0:1722795778.770205:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795748 00000100:00100000:1.0:1722795778.770212:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046511360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1722795778.770213:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795748 00000100:00100000:0.0:1722795778.770214:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:2.0:1722795778.770217:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795748 00000100:00100000:2.0:1722795778.770244:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3384 00000100:00100000:2.0:1722795778.770256:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046511872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795778.770257:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046511232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795778.770267:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 612 00000100:00100000:1.0:1722795778.770270:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046511360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795778.770271:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795778.770278:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3383 00000100:00100000:1.0:1722795778.770297:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512000 00000100:00100000:1.0:1722795778.770299:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512000 00000100:00100000:2.0:1722795778.770313:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046511872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795778.770315:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3385 00000100:00100000:1.0:1722795778.770320:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3386 00000100:00100000:3.0:1722795778.770321:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046511488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795778.770328:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046512000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795778.770328:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3384 00000100:00100000:3.0:1722795778.770359:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046511488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (205us total) trans 0 rc 0/0 00000100:00080000:2.0:1722795778.770362:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795748 00000100:00100000:1.0:1722795778.770366:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046512000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795778.770366:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3385 00000100:00100000:1.0:1722795778.770373:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3386 00000100:00100000:0.0:1722795778.770444:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795778.770474:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511616 00000100:00100000:2.0:1722795778.770482:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511616 00000100:00100000:3.0:1722795778.770490:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512128 00000100:00100000:3.0:1722795778.770495:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512128 00000100:00100000:1.0:1722795778.770511:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046511744 00000100:00100000:1.0:1722795778.770518:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046511744 00000100:00100000:3.0:1722795778.770519:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512256 00000100:00100000:3.0:1722795778.770522:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512256 00000100:00100000:2.0:1722795778.770542:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 435 00000100:00100000:2.0:1722795778.770551:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046512128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795778.770552:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 436 00000100:00100000:3.0:1722795778.770557:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046511616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795778.770568:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 437 00000100:00100000:1.0:1722795778.770578:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046512256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795778.770586:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 438 00000100:00100000:0.0:1722795778.770594:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046511744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795778.770597:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046511616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795778.770603:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046512128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795778.770603:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 436 00000100:00100000:2.0:1722795778.770615:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 435 00000100:00100000:1.0:1722795778.770628:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046512256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795778.770633:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046511744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795778.770639:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 437 00000100:00100000:0.0:1722795778.770644:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 438 00000100:00080000:2.0:1722795778.770644:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795748 00000100:00080000:2.0:1722795778.770648:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795748 00010000:00010000:2.0:1722795779.228652:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795779.720680:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795779.720707:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766612480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795779.720789:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795779.720897:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612480 00000100:00100000:2.0:1722795779.720909:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612480 00000100:00100000:2.0:1722795779.720981:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108955 00000100:00100000:2.0:1722795779.720992:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766612480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795779.721035:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795779.721128:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766612480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795779.721140:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108955 00000100:00100000:0.0:1722795779.721253:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766612480:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795780.230699:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795780.312702:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766612608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795780.312772:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795780.312833:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612608 00000100:00100000:0.0:1722795780.312843:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612608 00000100:00080000:2.0:1722795780.312874:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795750 00000100:00100000:0.0:1722795780.312892:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1722795780.312899:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766612608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795780.312932:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795780.312995:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766612608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795780.313004:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1722795780.313042:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766612608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795780.344682:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766612736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795780.344741:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795780.344814:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612736 00000100:00100000:0.0:1722795780.344821:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612736 00000100:00080000:2.0:1722795780.344847:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795750 00000100:00100000:0.0:1722795780.344875:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1722795780.344881:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766612736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795780.344900:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795780.344948:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766612736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795780.344953:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1722795780.344981:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766612736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795780.808624:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766612864:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808642:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766612992:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808692:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795780.808693:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795780.808716:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766613504:0@lo:400:kworker.0 00000100:00100000:2.0:1722795780.808716:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766613376:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808730:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795780.808733:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795780.808738:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612992 00000100:00100000:0.0:1722795780.808739:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766614016:0@lo:400:kworker.0 00000100:00100000:3.0:1722795780.808745:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766612864 00000100:00100000:1.0:1722795780.808746:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612992 00000100:00100000:2.0:1722795780.808749:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766613888:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808751:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795780.808762:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795780.808762:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766612864 00000100:00100000:0.0:1722795780.808776:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614016 00000100:00100000:0.0:1722795780.808779:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614016 00000100:00100000:1.0:1722795780.808780:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613504 00000100:00100000:1.0:1722795780.808781:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613504 00000100:00100000:2.0:1722795780.808783:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613376 00000100:00100000:2.0:1722795780.808786:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613376 00000100:00100000:1.0:1722795780.808804:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613888 00000100:00100000:1.0:1722795780.808805:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613888 00000100:00100000:2.0:1722795780.808808:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108956 00000100:00100000:2.0:1722795780.808812:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766613376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808814:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1722795780.808816:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1722795780.808818:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766614016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.808820:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766612992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795780.808844:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1722795780.808851:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766614016:12345-0@lo:400:kworker.0 Request processed in 32us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795780.808851:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766613376:12345-0@lo:400:kworker.0 Request processed in 38us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795780.808853:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766612864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808856:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1722795780.808856:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108956 00000100:00100000:1.0:1722795780.808858:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766612992:12345-0@lo:400:kworker.0 Request processed in 38us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795780.808863:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:1.0:1722795780.808876:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00080000:2.0:1722795780.808876:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795750 00000100:00100000:1.0:1722795780.808879:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766613504:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795780.808879:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795750 00000100:00080000:2.0:1722795780.808881:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795750 00000100:00080000:2.0:1722795780.808882:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795750 00000100:00100000:0.0:1722795780.808891:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766612992:0@lo:400:kworker.0 00000100:00100000:2.0:1722795780.808894:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766613376:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808898:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766614016:0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.808901:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766613504:12345-0@lo:400:kworker.0 Request processed in 22us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795780.808905:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:1.0:1722795780.808910:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:2.0:1722795780.808910:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766613248:0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.808912:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766613888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808915:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766613504:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808925:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766613120:0@lo:400:kworker.0 00000100:00100000:2.0:1722795780.808936:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795780.808952:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766613888:12345-0@lo:400:kworker.0 Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795780.808955:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:0.0:1722795780.808960:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795780.808960:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613248 00000100:00100000:1.0:1722795780.808962:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613248 00000100:00100000:1.0:1722795780.808971:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:2.0:1722795780.808973:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766613760:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.808974:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766613632:0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.808974:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766613248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795780.808975:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766612864:12345-0@lo:400:kworker.0 Request processed in 122us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795780.808983:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1722795780.808990:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795780.808993:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766613248:12345-0@lo:400:kworker.0 Request processed in 18us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795780.808994:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613120 00000100:00100000:0.0:1722795780.808996:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613120 00000100:00100000:1.0:1722795780.808996:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1722795780.809001:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613760 00000100:00100000:1.0:1722795780.809003:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613760 00000100:00100000:2.0:1722795780.809007:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766613248:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809008:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108957 00000100:00100000:0.0:1722795780.809011:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766613120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.809013:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:1.0:1722795780.809015:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766613760:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795780.809025:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795750 00000100:00100000:0.0:1722795780.809033:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766613120:12345-0@lo:400:kworker.0 Request processed in 22us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795780.809033:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766613888:0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.809035:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766613760:12345-0@lo:400:kworker.0 Request processed in 19us (44us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795780.809037:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108957 00000100:00100000:1.0:1722795780.809039:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1722795780.809040:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766612864:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809052:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795780.809055:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766613760:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809062:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766614144:0@lo:400:kworker.0 00000100:00100000:1.0:1722795780.809062:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766613632 00000100:00100000:1.0:1722795780.809064:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766613632 00000100:00080000:2.0:1722795780.809071:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795750 00000100:00100000:0.0:1722795780.809073:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795780.809080:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:1.0:1722795780.809083:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766613632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809084:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766613120:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809097:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614144 00000100:00100000:0.0:1722795780.809099:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614144 00000100:00100000:1.0:1722795780.809101:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766613632:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795780.809105:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:0.0:1722795780.809127:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1722795780.809130:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766614144:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795780.809138:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795750 00000100:00100000:0.0:1722795780.809148:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766614144:12345-0@lo:400:kworker.0 Request processed in 17us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795780.809151:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1722795780.809165:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766613632:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.809170:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766614144:0@lo:400:kworker.0 00000100:00100000:0.0:1722795780.872547:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766614272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795780.872602:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795780.872644:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614272 00000100:00100000:2.0:1722795780.872652:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614272 00000100:00100000:2.0:1722795780.872694:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1722795780.872702:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766614272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795780.872732:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795780.872796:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766614272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795780.872805:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1722795780.872823:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766614272:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795781.232726:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795782.234747:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795782.904767:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766614400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795782.904874:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795782.905021:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614400 00000100:00100000:0.0:1722795782.905033:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614400 00000100:00100000:0.0:1722795782.905097:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108958 00000100:00100000:0.0:1722795782.905105:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766614400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795782.905141:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795782.905226:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766614400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795782.905233:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108958 00000100:00100000:2.0:1722795782.905293:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766614400:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795783.236679:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795783.256811:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766614528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795783.256930:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795783.257000:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614528 00000100:00100000:2.0:1722795783.257014:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614528 00000100:00100000:2.0:1722795783.257100:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1722795783.257110:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766614528:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1722795783.257131:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795753 00002000:00000024:2.0:1722795783.257158:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795783.257241:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766614528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795783.257252:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1722795783.257370:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766614528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795783.778026:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795783.778088:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795783.778138:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795783.778171:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795783.778199:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512384 00000100:00100000:3.0:1722795783.778216:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512384 00000100:00100000:0.0:1722795783.778218:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795783.778219:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512512 00000100:00100000:1.0:1722795783.778228:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512512 00000100:00100000:0.0:1722795783.778247:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795783.778275:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795783.778325:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512640 00000100:00100000:1.0:1722795783.778331:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512640 00000100:00100000:3.0:1722795783.778331:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 614 00000100:00100000:0.0:1722795783.778342:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795783.778342:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046512384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795783.778356:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513024 00000100:00100000:2.0:1722795783.778365:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513024 00000100:00100000:1.0:1722795783.778373:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513152 00000100:00100000:1.0:1722795783.778378:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513152 00000100:00100000:0.0:1722795783.778450:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795783.778458:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3393 00000100:00100000:1.0:1722795783.778469:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046512512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795783.778478:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3394 00000100:00100000:3.0:1722795783.778482:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046512384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 139us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795783.778490:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046512640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795783.778492:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 614 00000100:00100000:1.0:1722795783.778530:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046512512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795783.778542:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3393 00000100:00100000:2.0:1722795783.778550:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046512640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795783.778555:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3395 00000100:00100000:3.0:1722795783.778561:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046513024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795783.778562:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3394 00000100:00100000:1.0:1722795783.778575:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3396 00000100:00100000:1.0:1722795783.778582:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046513152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795783.778588:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046513024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795783.778595:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3395 00000100:00100000:2.0:1722795783.778624:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512768 00000100:00100000:1.0:1722795783.778630:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046513152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795783.778630:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512768 00000100:00100000:1.0:1722795783.778642:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3396 00000100:00100000:3.0:1722795783.778653:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046512896 00000100:00100000:3.0:1722795783.778657:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046512896 00000100:00100000:2.0:1722795783.778667:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513280 00000100:00100000:2.0:1722795783.778671:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513280 00000100:00100000:3.0:1722795783.778680:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513408 00000100:00100000:3.0:1722795783.778682:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513408 00000100:00100000:1.0:1722795783.778686:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 441 00000100:00100000:1.0:1722795783.778694:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046512768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795783.778717:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 442 00000100:00100000:3.0:1722795783.778724:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 443 00000100:00100000:2.0:1722795783.778727:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046512896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795783.778730:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046513280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795783.778744:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 444 00000100:00100000:1.0:1722795783.778744:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046512768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795783.778754:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046513408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795783.778754:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 441 00000100:00100000:3.0:1722795783.778767:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046513280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795783.778774:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046512896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795783.778779:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 443 00000100:00100000:2.0:1722795783.778785:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 442 00000100:00100000:0.0:1722795783.778794:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046513408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795783.778811:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 444 00000100:00080000:3.0:1722795783.778825:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795753 00000100:00080000:3.0:1722795783.778831:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795753 00000100:00080000:3.0:1722795783.778834:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795753 00000100:00080000:3.0:1722795783.778837:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795753 00000100:00080000:3.0:1722795783.778840:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795753 00010000:00010000:2.0:1722795784.238742:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795784.728645:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766614656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795784.728741:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795784.728822:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614656 00000100:00100000:0.0:1722795784.728835:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614656 00000100:00100000:0.0:1722795784.728912:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108959 00000100:00100000:0.0:1722795784.728922:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766614656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795784.728971:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795784.729052:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766614656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795784.729064:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108959 00000100:00100000:1.0:1722795784.729126:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766614656:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795785.240809:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795785.320821:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766614784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795785.320932:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795785.321024:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614784 00000100:00100000:2.0:1722795785.321039:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614784 00000100:00100000:2.0:1722795785.321151:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00080000:3.0:1722795785.321156:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795755 00000100:00100000:2.0:1722795785.321164:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766614784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795785.321216:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795785.321370:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766614784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 205us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795785.321384:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1722795785.321451:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766614784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795785.352617:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1722795785.352636:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766614912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795785.352682:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795785.352751:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766614912 00000100:00100000:2.0:1722795785.352759:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766614912 00000100:00100000:2.0:1722795785.352827:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1722795785.352838:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766614912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795785.352862:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:3.0:1722795785.352887:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795755 00000100:00100000:2.0:1722795785.352935:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766614912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795785.352947:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1722795785.352966:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766614912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795785.816665:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766615040:0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.816671:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766615424:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.816674:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766615296:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.816779:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795785.816779:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795785.816815:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795785.816838:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766615808:0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.816847:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766615936:0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.816857:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766615552:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.816861:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795785.816895:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766616320:0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.816899:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615040 00000100:00100000:2.0:1722795785.816909:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615040 00000100:00100000:3.0:1722795785.816911:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615424 00000100:00100000:1.0:1722795785.816916:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795785.816919:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795785.816920:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615424 00000100:00100000:0.0:1722795785.816940:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1722795785.816942:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766616064:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.816947:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766615168:0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.816969:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1722795785.816970:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795785.816971:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615808 00000100:00100000:3.0:1722795785.816976:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615808 00000100:00100000:2.0:1722795785.816977:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766615040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.816987:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766615680:0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.816995:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615168 00000100:00100000:1.0:1722795785.817001:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615168 00000100:00100000:0.0:1722795785.817003:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795785.817009:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:0.0:1722795785.817018:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766616192:0@lo:400:kworker.0 00000100:00100000:3.0:1722795785.817019:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766615424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.817038:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615680 00000100:00100000:2.0:1722795785.817038:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766615040:12345-0@lo:400:kworker.0 Request processed in 60us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795785.817040:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795785.817042:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615680 00000100:00100000:2.0:1722795785.817046:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1722795785.817070:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615296 00000100:00100000:1.0:1722795785.817070:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:0.0:1722795785.817074:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615296 00000100:00100000:1.0:1722795785.817079:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766615808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795785.817102:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766615424:12345-0@lo:400:kworker.0 Request processed in 81us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795785.817106:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615552 00000100:00100000:0.0:1722795785.817109:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615552 00000100:00100000:3.0:1722795785.817115:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:2.0:1722795785.817121:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:0.0:1722795785.817124:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108960 00000100:00100000:2.0:1722795785.817126:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766615168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817130:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766615296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.817140:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766615808:12345-0@lo:400:kworker.0 Request processed in 59us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795785.817152:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:2.0:1722795785.817155:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766615168:12345-0@lo:400:kworker.0 Request processed in 28us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795785.817171:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766615296:12345-0@lo:400:kworker.0 Request processed in 40us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795785.817171:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:2.0:1722795785.817177:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:0.0:1722795785.817179:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108960 00000100:00100000:3.0:1722795785.817181:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766615680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817202:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108961 00000100:00100000:1.0:1722795785.817206:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795785.817207:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766615552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.817231:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616064 00000100:00100000:2.0:1722795785.817235:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616064 00000100:00100000:3.0:1722795785.817241:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766615680:12345-0@lo:400:kworker.0 Request processed in 62us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795785.817247:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766615552:12345-0@lo:400:kworker.0 Request processed in 40us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795785.817249:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:0.0:1722795785.817253:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108961 00000100:00100000:2.0:1722795785.817289:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:2.0:1722795785.817297:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766616064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817317:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616320 00000100:00100000:0.0:1722795785.817321:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616320 00000100:00080000:3.0:1722795785.817326:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795755 00000100:00080000:3.0:1722795785.817331:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795755 00000100:00080000:3.0:1722795785.817334:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795755 00000100:00080000:3.0:1722795785.817336:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795755 00000100:00100000:0.0:1722795785.817346:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616192 00000100:00100000:0.0:1722795785.817349:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616192 00000100:00100000:2.0:1722795785.817349:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766616064:12345-0@lo:400:kworker.0 Request processed in 49us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795785.817358:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1722795785.817360:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1722795785.817366:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766616320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817373:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1722795785.817378:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766616192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795785.817442:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766616320:12345-0@lo:400:kworker.0 Request processed in 75us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795785.817448:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1722795785.817453:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766616192:12345-0@lo:400:kworker.0 Request processed in 73us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795785.817459:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1722795785.817462:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766615040:0@lo:400:kworker.0 00000100:00080000:3.0:1722795785.817469:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795755 00000100:00100000:1.0:1722795785.817487:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766615552:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817497:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766615168:0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.817504:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766616064:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817508:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766615680:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817518:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766616192:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817526:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766615296:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817535:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766615808:0@lo:400:kworker.0 00000100:00100000:0.0:1722795785.817543:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766616320:0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.817560:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795785.817622:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766615424:0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.817624:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766615936 00000100:00100000:2.0:1722795785.817630:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766615936 00000100:00100000:2.0:1722795785.817680:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:2.0:1722795785.817685:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766615936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795785.817735:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766615936:12345-0@lo:400:kworker.0 Request processed in 49us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795785.817742:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00080000:3.0:1722795785.817769:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795755 00000100:00100000:1.0:1722795785.817794:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766615936:0@lo:400:kworker.0 00000100:00100000:1.0:1722795785.880594:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766616448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795785.880639:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795785.880682:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616448 00000100:00100000:2.0:1722795785.880691:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616448 00000100:00100000:2.0:1722795785.880731:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1722795785.880749:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766616448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795785.880784:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795785.880850:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766616448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795785.880858:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1722795785.880892:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766616448:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795786.242666:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795787.244785:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795787.912898:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766616576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795787.913006:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795787.913078:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616576 00000100:00100000:0.0:1722795787.913092:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616576 00000100:00100000:0.0:1722795787.913163:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108962 00000100:00100000:0.0:1722795787.913174:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766616576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795787.913365:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795787.913505:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766616576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 331us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795787.913515:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108962 00000100:00100000:2.0:1722795787.913585:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766616576:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795788.246706:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795788.264603:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766616704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795788.264695:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795788.264843:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616704 00000100:00100000:3.0:1722795788.264856:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616704 00000100:00080000:0.0:1722795788.264935:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795758 00000100:00100000:3.0:1722795788.264948:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1722795788.264958:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766616704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1722795788.265001:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:3.0:1722795788.265083:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766616704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795788.265092:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1722795788.265172:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766616704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795788.785623:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795788.785680:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795788.785694:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513664 00000100:00100000:2.0:1722795788.785704:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513664 00000100:00100000:0.0:1722795788.785705:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795788.785724:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795788.785735:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795788.785746:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795788.785755:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513792 00000100:00100000:2.0:1722795788.785757:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513792 00000100:00100000:0.0:1722795788.785762:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795788.785769:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514176 00000100:00100000:2.0:1722795788.785771:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514176 00000100:00100000:0.0:1722795788.785773:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795788.785775:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513536 00000100:00100000:3.0:1722795788.785782:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513536 00000100:00100000:2.0:1722795788.785788:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514304 00000100:00100000:2.0:1722795788.785790:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514304 00000100:00100000:0.0:1722795788.785800:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795788.785804:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3403 00000100:00100000:2.0:1722795788.785811:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3404 00000100:00100000:1.0:1722795788.785813:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046513664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795788.785817:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046513920 00000100:00100000:2.0:1722795788.785817:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046513792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795788.785819:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 616 00000100:00100000:0.0:1722795788.785820:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046513920 00000100:00100000:3.0:1722795788.785823:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046513536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795788.785843:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514048 00000100:00100000:0.0:1722795788.785845:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514048 00000100:00100000:0.0:1722795788.785854:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514432 00000100:00100000:0.0:1722795788.785856:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514432 00000100:00100000:0.0:1722795788.785863:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514560 00000100:00100000:0.0:1722795788.785864:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514560 00000100:00100000:0.0:1722795788.785875:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 447 00000100:00100000:0.0:1722795788.785879:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046513920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795788.785881:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046513664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795788.785882:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046513536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795788.785884:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046513792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795788.785887:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3403 00000100:00100000:3.0:1722795788.785887:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 616 00000100:00100000:2.0:1722795788.785891:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3404 00000100:00100000:0.0:1722795788.785902:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046513920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795788.785906:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 447 00000100:00100000:1.0:1722795788.785911:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3405 00000100:00100000:1.0:1722795788.785914:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046514176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795788.785915:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3406 00000100:00100000:2.0:1722795788.785919:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046514304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795788.785922:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 448 00000100:00100000:0.0:1722795788.785925:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046514048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795788.785926:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 449 00000100:00100000:1.0:1722795788.785927:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046514176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795788.785929:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046514432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795788.785931:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3405 00000100:00100000:0.0:1722795788.785938:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046514048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795788.785942:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 448 00000100:00100000:2.0:1722795788.785945:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046514304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795788.785945:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046514432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795788.785949:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 449 00000100:00100000:0.0:1722795788.785951:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 450 00000100:00100000:2.0:1722795788.785951:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3406 00000100:00100000:0.0:1722795788.785954:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046514560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795788.785963:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046514560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 9us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795788.785967:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 450 00000100:00080000:0.0:1722795788.785975:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795758 00000100:00080000:0.0:1722795788.785978:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795758 00000100:00080000:0.0:1722795788.785979:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795758 00000100:00080000:0.0:1722795788.785981:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795758 00000100:00080000:0.0:1722795788.785982:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795758 00010000:00010000:2.0:1722795789.248782:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795789.736827:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795789.736862:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766616832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795789.736961:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795789.737053:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616832 00000100:00100000:0.0:1722795789.737068:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616832 00000100:00100000:0.0:1722795789.737166:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108963 00000100:00100000:0.0:1722795789.737180:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766616832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795789.737273:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795789.737383:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766616832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 202us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795789.737440:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108963 00000100:00100000:2.0:1722795789.737478:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766616832:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795790.250763:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795790.328833:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766616960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795790.328933:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795790.329064:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766616960 00000100:00100000:3.0:1722795790.329079:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766616960 00000100:00080000:0.0:1722795790.329171:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795760 00000100:00100000:3.0:1722795790.329214:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1722795790.329228:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766616960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1722795790.329298:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:3.0:1722795790.329452:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766616960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795790.329478:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1722795790.329495:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766616960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795790.360728:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766617088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795790.360792:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795790.360904:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617088 00000100:00100000:3.0:1722795790.360916:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617088 00000100:00080000:0.0:1722795790.360979:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795760 00000100:00100000:3.0:1722795790.361007:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1722795790.361020:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766617088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1722795790.361057:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:3.0:1722795790.361147:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766617088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795790.361159:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1722795790.361205:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766617088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795790.824789:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766617472:0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.824848:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766617216:0@lo:400:kworker.0 00000100:00100000:1.0:1722795790.824861:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766617344:0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.824865:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766617600:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.824906:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795790.824923:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795790.824974:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795790.824978:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766617728:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.824986:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766617984:0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.825005:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617472 00000100:00100000:1.0:1722795790.825012:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766617856:0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.825016:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617472 00000100:00100000:2.0:1722795790.825019:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795790.825031:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795790.825034:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766618240:0@lo:400:kworker.0 00000100:00100000:1.0:1722795790.825050:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617216 00000100:00100000:0.0:1722795790.825056:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766618496:0@lo:400:kworker.0 00000100:00100000:1.0:1722795790.825056:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617216 00000100:00100000:2.0:1722795790.825057:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795790.825067:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617728 00000100:00100000:3.0:1722795790.825070:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617728 00000100:00100000:0.0:1722795790.825080:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795790.825091:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108964 00000100:00100000:1.0:1722795790.825100:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1722795790.825100:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766617472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825105:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617344 00000100:00100000:1.0:1722795790.825107:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766617216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825112:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617344 00000100:00100000:0.0:1722795790.825123:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108965 00000100:00100000:0.0:1722795790.825134:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766617728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825160:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617984 00000100:00100000:2.0:1722795790.825165:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617984 00000100:00100000:2.0:1722795790.825222:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618240 00000100:00100000:2.0:1722795790.825227:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618240 00000100:00100000:1.0:1722795790.825240:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766617216:12345-0@lo:400:kworker.0 Request processed in 130us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795790.825242:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766617472:12345-0@lo:400:kworker.0 Request processed in 137us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795790.825250:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1722795790.825254:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:3.0:1722795790.825254:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108964 00000100:00100000:2.0:1722795790.825263:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766617344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825267:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766617728:12345-0@lo:400:kworker.0 Request processed in 131us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795790.825279:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108965 00000100:00080000:1.0:1722795790.825301:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795760 00000100:00080000:1.0:1722795790.825305:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795760 00000100:00100000:3.0:1722795790.825315:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795790.825321:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766617344:12345-0@lo:400:kworker.0 Request processed in 58us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795790.825327:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617600 00000100:00100000:2.0:1722795790.825329:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1722795790.825331:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617600 00000100:00100000:0.0:1722795790.825343:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:3.0:1722795790.825347:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766618112:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825352:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766617984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825371:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1722795790.825376:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:2.0:1722795790.825379:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766618240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.825379:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795790.825382:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766617600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825445:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766617984:12345-0@lo:400:kworker.0 Request processed in 92us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795790.825455:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766618240:12345-0@lo:400:kworker.0 Request processed in 78us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795790.825456:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00100000:2.0:1722795790.825463:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:3.0:1722795790.825466:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618112 00000100:00100000:1.0:1722795790.825470:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766617600:12345-0@lo:400:kworker.0 Request processed in 87us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795790.825471:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618112 00000100:00100000:1.0:1722795790.825481:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:1.0:1722795790.825499:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1722795790.825503:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766618112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825506:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618496 00000100:00100000:0.0:1722795790.825512:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618496 00000100:00100000:2.0:1722795790.825513:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766617216:0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825535:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766617728:0@lo:400:kworker.0 00000100:00100000:1.0:1722795790.825537:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766618112:12345-0@lo:400:kworker.0 Request processed in 33us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795790.825539:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766617600:0@lo:400:kworker.0 00000100:00100000:1.0:1722795790.825543:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1722795790.825545:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766618240:0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.825551:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766618112:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825556:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1722795790.825563:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766618496:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795790.825569:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795760 00000100:00080000:1.0:1722795790.825572:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795760 00000100:00100000:1.0:1722795790.825581:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795790.825605:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766618368:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825613:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766618496:12345-0@lo:400:kworker.0 Request processed in 48us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795790.825613:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766617856 00000100:00100000:2.0:1722795790.825616:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766617856 00000100:00100000:0.0:1722795790.825621:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1722795790.825627:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795790.825643:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1722795790.825647:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766617856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825653:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618368 00000100:00100000:0.0:1722795790.825658:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618368 00000100:00100000:1.0:1722795790.825677:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766617344:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825683:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1722795790.825686:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766617856:12345-0@lo:400:kworker.0 Request processed in 38us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795790.825689:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766617856:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825691:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766618368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795790.825692:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00080000:1.0:1722795790.825716:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795760 00000100:00080000:1.0:1722795790.825719:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795760 00000100:00100000:0.0:1722795790.825739:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766618368:12345-0@lo:400:kworker.0 Request processed in 47us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795790.825749:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1722795790.825754:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766618368:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825798:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766617984:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825813:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766618496:0@lo:400:kworker.0 00000100:00100000:0.0:1722795790.825827:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766617472:0@lo:400:kworker.0 00000100:00100000:3.0:1722795790.888809:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766618624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795790.888911:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795790.888987:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618624 00000100:00100000:0.0:1722795790.889001:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618624 00000100:00100000:0.0:1722795790.889077:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1722795790.889087:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766618624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795790.889134:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795790.889255:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766618624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 168us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795790.889265:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1722795790.889306:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766618624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795791.252744:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795792.254770:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795792.920763:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766618752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795792.920851:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795792.920914:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618752 00000100:00100000:0.0:1722795792.920925:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618752 00000100:00100000:0.0:1722795792.920977:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108966 00000100:00100000:0.0:1722795792.920985:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766618752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795792.921030:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795792.921103:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766618752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795792.921113:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108966 00000100:00100000:2.0:1722795792.921131:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766618752:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795793.256802:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795793.272718:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795793.272765:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766618880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795793.272849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795793.272906:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766618880 00000100:00100000:2.0:1722795793.272915:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766618880 00000100:00100000:2.0:1722795793.272993:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1722795793.273002:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766618880:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1722795793.273033:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795763 00002000:00000024:2.0:1722795793.273039:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795793.273106:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766618880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795793.273115:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1722795793.273155:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766618880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795793.793984:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795793.794046:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795793.794111:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795793.794179:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795793.794202:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795793.794213:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515072 00000100:00100000:2.0:1722795793.794213:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514816 00000100:00100000:0.0:1722795793.794219:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795793.794229:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515072 00000100:00100000:2.0:1722795793.794231:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514816 00000100:00100000:0.0:1722795793.794237:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795793.794253:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795793.794280:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514688 00000100:00100000:3.0:1722795793.794290:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514688 00000100:00100000:0.0:1722795793.794294:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795793.794297:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515584 00000100:00100000:1.0:1722795793.794300:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515584 00000100:00100000:2.0:1722795793.794302:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515328 00000100:00100000:2.0:1722795793.794307:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515328 00000100:00100000:1.0:1722795793.794316:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515200 00000100:00100000:1.0:1722795793.794318:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515200 00000100:00100000:2.0:1722795793.794324:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046514944 00000100:00100000:2.0:1722795793.794326:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046514944 00000100:00100000:0.0:1722795793.794329:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515456 00000100:00100000:0.0:1722795793.794335:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515456 00000100:00100000:1.0:1722795793.794335:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515712 00000100:00100000:1.0:1722795793.794338:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515712 00000100:00100000:3.0:1722795793.794342:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 618 00000100:00100000:2.0:1722795793.794350:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3413 00000100:00100000:3.0:1722795793.794352:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046514688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795793.794358:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 453 00000100:00100000:2.0:1722795793.794358:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046514816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795793.794367:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046515072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795793.794370:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3414 00000100:00100000:0.0:1722795793.794386:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046515328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795793.794484:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046515072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 117us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795793.794487:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046515328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 108us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795793.794489:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046514688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 137us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795793.794494:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 453 00000100:00100000:2.0:1722795793.794497:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046514816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 137us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795793.794499:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 618 00000100:00100000:0.0:1722795793.794501:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3414 00000100:00100000:2.0:1722795793.794506:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3413 00000100:00100000:1.0:1722795793.794523:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 454 00000100:00100000:1.0:1722795793.794528:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046515584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795793.794535:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3415 00000100:00100000:2.0:1722795793.794541:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3416 00000100:00100000:0.0:1722795793.794542:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046514944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795793.794546:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046515456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795793.794553:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046515584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795793.794558:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 455 00000100:00100000:1.0:1722795793.794562:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 454 00000100:00100000:3.0:1722795793.794564:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046515200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795793.794566:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046514944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795793.794571:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046515456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795793.794572:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 456 00000100:00100000:0.0:1722795793.794573:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3415 00000100:00100000:1.0:1722795793.794589:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046515712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795793.794589:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3416 00000100:00100000:3.0:1722795793.794603:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046515200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795793.794607:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046515712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795793.794611:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 455 00000100:00100000:1.0:1722795793.794615:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 456 00000100:00080000:1.0:1722795793.794637:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795763 00000100:00080000:1.0:1722795793.794641:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795763 00000100:00080000:1.0:1722795793.794643:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795763 00000100:00080000:1.0:1722795793.794646:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795763 00000100:00080000:1.0:1722795793.794648:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795763 00010000:00010000:2.0:1722795794.258728:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795794.744588:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766619008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795794.744663:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795794.744702:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619008 00000100:00100000:2.0:1722795794.744710:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619008 00000100:00100000:2.0:1722795794.744755:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108967 00000100:00100000:2.0:1722795794.744761:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766619008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795794.744797:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795794.744845:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766619008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795794.744850:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108967 00000100:00100000:0.0:1722795794.744867:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766619008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795795.260667:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795795.336707:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766619136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795795.336775:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795795.336872:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619136 00000100:00100000:2.0:1722795795.336880:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619136 00000100:00100000:2.0:1722795795.336934:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1722795795.336940:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766619136:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1722795795.336956:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795765 00002000:00000024:2.0:1722795795.336971:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795795.337017:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766619136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.337022:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1722795795.337047:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766619136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795795.368672:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766619264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795795.368735:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795795.368779:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619264 00000100:00100000:2.0:1722795795.368788:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619264 00000100:00100000:2.0:1722795795.368855:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1722795795.368861:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766619264:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1722795795.368883:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795765 00002000:00000024:2.0:1722795795.368884:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795795.368924:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766619264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.368929:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1722795795.368940:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766619264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795795.832717:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766619776:0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.832717:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766619392:0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.832732:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766619520:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.832797:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795795.832811:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795795.832822:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766619648:0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.832841:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619392 00000100:00100000:2.0:1722795795.832850:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619392 00000100:00100000:3.0:1722795795.832856:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766619904:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.832857:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766620288:0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.832861:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795795.832882:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766620160:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.832885:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795795.832886:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795795.832897:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1722795795.832899:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795795.832899:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766620416:0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.832904:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766619392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.832908:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766620672:0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.832912:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795795.832919:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619776 00000100:00100000:0.0:1722795795.832922:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619776 00000100:00100000:1.0:1722795795.832923:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795795.832943:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620288 00000100:00100000:3.0:1722795795.832946:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620288 00000100:00100000:0.0:1722795795.832947:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:0.0:1722795795.832951:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766619776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.832953:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620672 00000100:00100000:1.0:1722795795.832957:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620672 00000100:00100000:2.0:1722795795.832957:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766619392:12345-0@lo:400:kworker.0 Request processed in 54us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.832962:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1722795795.832965:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620160 00000100:00100000:3.0:1722795795.832966:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620160 00000100:00100000:3.0:1722795795.832976:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620416 00000100:00100000:0.0:1722795795.832978:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766619776:12345-0@lo:400:kworker.0 Request processed in 26us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795795.832978:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620416 00000100:00100000:1.0:1722795795.832981:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1722795795.832982:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:1.0:1722795795.832985:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766620672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.832990:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:3.0:1722795795.832993:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766620288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.833002:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:0.0:1722795795.833005:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766620160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.833005:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:2.0:1722795795.833008:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766620416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833010:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766620672:12345-0@lo:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795795.833014:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1722795795.833022:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766620160:12345-0@lo:400:kworker.0 Request processed in 16us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795795.833026:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:3.0:1722795795.833034:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766620288:12345-0@lo:400:kworker.0 Request processed in 39us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795795.833041:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1722795795.833043:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766620416:12345-0@lo:400:kworker.0 Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.833047:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:0.0:1722795795.833048:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619648 00000100:00100000:0.0:1722795795.833050:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619648 00000100:00100000:1.0:1722795795.833051:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766620160:0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833057:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766620672:0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.833069:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619904 00000100:00100000:0.0:1722795795.833072:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108968 00000100:00100000:2.0:1722795795.833072:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619904 00000100:00100000:0.0:1722795795.833075:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766619648:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795795.833100:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795765 00000100:00080000:1.0:1722795795.833103:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795765 00000100:00080000:1.0:1722795795.833104:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795765 00000100:00100000:2.0:1722795795.833105:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108969 00000100:00080000:1.0:1722795795.833106:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795765 00000100:00100000:2.0:1722795795.833109:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766619904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833112:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795795.833113:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766619392:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.833119:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766619648:12345-0@lo:400:kworker.0 Request processed in 43us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795795.833123:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108968 00000100:00100000:1.0:1722795795.833123:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766620032:0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.833127:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766620416:0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.833133:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766619904:12345-0@lo:400:kworker.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.833137:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108969 00000100:00100000:1.0:1722795795.833138:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795795.833143:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766619520 00000100:00100000:1.0:1722795795.833144:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766620544:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.833146:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766619520 00000100:00100000:3.0:1722795795.833146:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766619904:0@lo:400:kworker.0 00000100:00100000:2.0:1722795795.833150:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620032 00000100:00100000:2.0:1722795795.833152:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620032 00000100:00100000:1.0:1722795795.833155:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795795.833159:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:0.0:1722795795.833162:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dfa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766619520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.833164:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620544 00000100:00100000:2.0:1722795795.833166:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:3.0:1722795795.833166:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620544 00000100:00100000:2.0:1722795795.833169:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766620032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833177:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766619648:0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.833181:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1722795795.833183:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dfa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766619520:12345-0@lo:400:kworker.0 Request processed in 20us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795795.833186:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766620032:12345-0@lo:400:kworker.0 Request processed in 16us (46us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795795.833186:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766620544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.833187:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:2.0:1722795795.833190:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:1.0:1722795795.833191:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766619520:0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833197:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766620032:0@lo:400:kworker.0 00000100:00080000:2.0:1722795795.833198:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795765 00000100:00080000:2.0:1722795795.833199:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795765 00000100:00100000:0.0:1722795795.833208:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766619776:0@lo:400:kworker.0 00000100:00100000:0.0:1722795795.833215:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766620288:0@lo:400:kworker.0 00000100:00100000:1.0:1722795795.833218:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011dfa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766620544:0@lo:400:kworker.0 00000100:00100000:3.0:1722795795.833219:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766620544:12345-0@lo:400:kworker.0 Request processed in 34us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795795.833224:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1722795795.896669:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795795.896693:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766620800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795795.896760:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795795.896814:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620800 00000100:00100000:0.0:1722795795.896824:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620800 00000100:00100000:0.0:1722795795.896883:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1722795795.896892:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766620800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795795.896929:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795795.896992:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766620800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795795.896999:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1722795795.897010:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766620800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795796.262723:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795797.264826:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795797.928805:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766620928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795797.928903:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795797.929105:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766620928 00000100:00100000:3.0:1722795797.929122:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766620928 00000100:00100000:3.0:1722795797.929199:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108970 00000100:00100000:3.0:1722795797.929208:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766620928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795797.929252:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795797.929367:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766620928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 159us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795797.929376:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108970 00000100:00100000:0.0:1722795797.929455:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766620928:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795798.266681:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795798.280659:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766621056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795798.280736:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795798.280779:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621056 00000100:00100000:0.0:1722795798.280789:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621056 00000100:00080000:2.0:1722795798.280821:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795768 00000100:00100000:0.0:1722795798.280839:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1722795798.280845:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766621056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795798.280880:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795798.280932:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766621056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795798.280937:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1722795798.280961:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766621056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795798.802096:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795798.802217:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795798.802260:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515968 00000100:00100000:3.0:1722795798.802280:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515968 00000100:00100000:0.0:1722795798.802282:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795798.802353:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795798.802373:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516096 00000100:00100000:3.0:1722795798.802379:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516096 00000100:00100000:2.0:1722795798.802386:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046515840 00000100:00100000:0.0:1722795798.802391:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795798.802446:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046515840 00000100:00100000:1.0:1722795798.802461:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3423 00000100:00100000:0.0:1722795798.802466:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795798.802477:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046515968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795798.802491:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516480 00000100:00100000:3.0:1722795798.802496:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516480 00000100:00100000:0.0:1722795798.802500:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795798.802507:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 620 00000100:00100000:2.0:1722795798.802515:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046515840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795798.802520:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516608 00000100:00100000:3.0:1722795798.802524:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516608 00000100:00100000:0.0:1722795798.802530:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795798.802548:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3424 00000100:00100000:3.0:1722795798.802557:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046516096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795798.802584:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046515840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795798.802589:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046515968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 114us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795798.802595:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 620 00000100:00100000:3.0:1722795798.802600:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046516096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795798.802601:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3423 00000100:00100000:3.0:1722795798.802610:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3424 00000100:00100000:0.0:1722795798.802633:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795798.802636:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3425 00000100:00100000:3.0:1722795798.802643:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046516480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795798.802644:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3426 00000100:00100000:1.0:1722795798.802652:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046516608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795798.802673:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516224 00000100:00100000:3.0:1722795798.802680:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046516480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795798.802681:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516224 00000100:00100000:1.0:1722795798.802681:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046516608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795798.802690:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3425 00000100:00100000:1.0:1722795798.802695:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3426 00000100:00100000:0.0:1722795798.802728:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516352 00000100:00100000:0.0:1722795798.802732:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516352 00000100:00100000:1.0:1722795798.802733:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516736 00000100:00100000:1.0:1722795798.802738:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516736 00000100:00100000:3.0:1722795798.802751:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516864 00000100:00100000:3.0:1722795798.802756:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516864 00000100:00100000:0.0:1722795798.802764:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 459 00000100:00100000:1.0:1722795798.802775:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 460 00000100:00100000:0.0:1722795798.802776:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d937850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046516224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795798.802783:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046516352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795798.802785:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 461 00000100:00100000:3.0:1722795798.802792:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046516736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795798.802823:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046516352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795798.802834:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 460 00000100:00100000:0.0:1722795798.802836:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d937850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046516224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795798.802844:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046516736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795798.802848:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 459 00000100:00100000:3.0:1722795798.802855:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 461 00000100:00100000:1.0:1722795798.802867:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 462 00000100:00100000:1.0:1722795798.802874:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046516864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1722795798.802899:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795768 00000100:00080000:2.0:1722795798.802904:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795768 00000100:00080000:2.0:1722795798.802906:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795768 00000100:00080000:2.0:1722795798.802909:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795768 00000100:00080000:2.0:1722795798.802911:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795768 00000100:00100000:1.0:1722795798.802914:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046516864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795798.802924:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 462 00010000:00010000:2.0:1722795799.268695:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795799.752581:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766621184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795799.752649:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795799.752706:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621184 00000100:00100000:3.0:1722795799.752715:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621184 00000100:00100000:3.0:1722795799.752762:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108971 00000100:00100000:3.0:1722795799.752768:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766621184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795799.752803:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795799.752863:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766621184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795799.752868:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108971 00000100:00100000:2.0:1722795799.752875:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766621184:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795800.270727:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795800.344822:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766621312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795800.344925:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.345063:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621312 00000100:00100000:0.0:1722795800.345091:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621312 00000100:00100000:0.0:1722795800.345208:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1722795800.345221:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766621312:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1722795800.345254:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795770 00002000:00000024:0.0:1722795800.345273:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795800.345373:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766621312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795800.345386:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1722795800.345459:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766621312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795800.376679:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795800.376703:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766621440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795800.376780:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795800.376834:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621440 00000100:00100000:2.0:1722795800.376846:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621440 00000100:00080000:0.0:1722795800.376881:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795770 00000100:00100000:2.0:1722795800.376922:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1722795800.376931:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766621440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795800.376961:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795800.377055:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766621440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795800.377064:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1722795800.377099:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766621440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795800.840650:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766621696:0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.840690:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766621824:0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.840702:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766621568:0@lo:400:kworker.0 00000100:00100000:2.0:1722795800.840735:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.840741:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.840798:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766622336:0@lo:400:kworker.0 00000100:00100000:2.0:1722795800.840807:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766622208:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.840812:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621696 00000100:00100000:1.0:1722795800.840813:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.840816:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795800.840823:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621696 00000100:00100000:0.0:1722795800.840827:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766622848:0@lo:400:kworker.0 00000100:00100000:2.0:1722795800.840837:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.840861:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795800.840868:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766622080:0@lo:400:kworker.0 00000100:00100000:2.0:1722795800.840873:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766622720:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.840873:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622336 00000100:00100000:0.0:1722795800.840876:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1722795800.840876:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622336 00000100:00100000:0.0:1722795800.840881:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766621952:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.840901:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622208 00000100:00100000:0.0:1722795800.840903:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795800.840903:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622208 00000100:00100000:1.0:1722795800.840904:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795800.840905:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795800.840913:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766622464:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.840921:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621952 00000100:00100000:3.0:1722795800.840924:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621952 00000100:00100000:1.0:1722795800.840926:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766622592:0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.840928:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795800.840949:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621568 00000100:00100000:1.0:1722795800.840951:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795800.840952:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622464 00000100:00100000:2.0:1722795800.840953:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621568 00000100:00100000:3.0:1722795800.840955:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622464 00000100:00100000:0.0:1722795800.840956:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622848 00000100:00100000:0.0:1722795800.840960:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622848 00000100:00100000:3.0:1722795800.840973:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622592 00000100:00100000:3.0:1722795800.840976:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622592 00000100:00100000:0.0:1722795800.840987:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622720 00000100:00100000:0.0:1722795800.840989:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622720 00000100:00100000:2.0:1722795800.840989:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1722795800.841014:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:2.0:1722795800.841017:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766621568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841021:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766621696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841024:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1722795800.841047:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1722795800.841049:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766622848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841052:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766622720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841118:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766622720:12345-0@lo:400:kworker.0 Request processed in 65us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795800.841118:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766621568:12345-0@lo:400:kworker.0 Request processed in 102us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795800.841118:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766621696:12345-0@lo:400:kworker.0 Request processed in 95us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795800.841124:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1722795800.841126:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1722795800.841126:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00100000:1.0:1722795800.841127:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766622848:12345-0@lo:400:kworker.0 Request processed in 78us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795800.841137:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:0.0:1722795800.841152:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795770 00000100:00100000:3.0:1722795800.841154:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00080000:0.0:1722795800.841155:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795770 00000100:00080000:0.0:1722795800.841157:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795770 00000100:00080000:0.0:1722795800.841159:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795770 00000100:00100000:3.0:1722795800.841159:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766622336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841175:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:2.0:1722795800.841181:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:1.0:1722795800.841182:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766622208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841186:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:2.0:1722795800.841187:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766621952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841190:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766622464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841193:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766622336:12345-0@lo:400:kworker.0 Request processed in 33us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795800.841200:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00100000:3.0:1722795800.841214:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:3.0:1722795800.841218:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766622592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841220:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766622464:12345-0@lo:400:kworker.0 Request processed in 30us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795800.841225:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:1.0:1722795800.841227:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766622208:12345-0@lo:400:kworker.0 Request processed in 44us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795800.841228:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766621952:12345-0@lo:400:kworker.0 Request processed in 40us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795800.841235:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:1.0:1722795800.841239:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:3.0:1722795800.841243:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766622592:12345-0@lo:400:kworker.0 Request processed in 24us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795800.841251:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1722795800.841269:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766621952:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841275:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766621824 00000100:00100000:3.0:1722795800.841278:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766621824 00000100:00100000:0.0:1722795800.841280:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766622464:0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841282:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622080 00000100:00100000:1.0:1722795800.841287:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622080 00000100:00100000:2.0:1722795800.841290:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766622208:0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841292:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766622336:0@lo:400:kworker.0 00000100:00100000:2.0:1722795800.841302:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766622720:0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841304:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766622848:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841307:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108972 00000100:00100000:2.0:1722795800.841313:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766621696:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841313:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766621824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841315:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108973 00000100:00100000:1.0:1722795800.841322:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766622080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795800.841350:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766621824:0@lo:400:kworker.0 00000100:00100000:3.0:1722795800.841353:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766621824:12345-0@lo:400:kworker.0 Request processed in 39us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795800.841360:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108972 00000100:00100000:1.0:1722795800.841361:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766622080:12345-0@lo:400:kworker.0 Request processed in 39us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795800.841368:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108973 00000100:00100000:1.0:1722795800.841449:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766621568:0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841463:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766622080:0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.841474:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766622592:0@lo:400:kworker.0 00000100:00100000:1.0:1722795800.904568:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766622976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795800.904634:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795800.904676:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766622976 00000100:00100000:2.0:1722795800.904683:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766622976 00000100:00100000:2.0:1722795800.904725:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1722795800.904734:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766622976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795800.904769:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795800.904821:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766622976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795800.904826:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1722795800.904851:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766622976:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795801.272696:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795802.274749:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795802.936789:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766623104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795802.936892:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795802.936957:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623104 00000100:00100000:2.0:1722795802.937001:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623104 00000100:00100000:2.0:1722795802.937067:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108974 00000100:00100000:2.0:1722795802.937077:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766623104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795802.937122:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795802.937198:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766623104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795802.937207:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108974 00000100:00100000:1.0:1722795802.937250:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766623104:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795803.276773:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795803.288652:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795803.288686:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766623232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795803.288789:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795803.288905:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623232 00000100:00100000:2.0:1722795803.288917:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623232 00000100:00080000:0.0:1722795803.289002:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795773 00000100:00100000:2.0:1722795803.289029:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1722795803.289038:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766623232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795803.289078:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795803.289144:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766623232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.289152:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1722795803.289205:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766623232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795803.810159:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795803.810278:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795803.810349:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517120 00000100:00100000:0.0:1722795803.810357:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795803.810365:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517120 00000100:00100000:3.0:1722795803.810464:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046516992 00000100:00100000:0.0:1722795803.810474:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795803.810474:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046516992 00000100:00100000:2.0:1722795803.810488:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517632 00000100:00100000:2.0:1722795803.810491:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517632 00000100:00100000:1.0:1722795803.810503:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517376 00000100:00100000:0.0:1722795803.810511:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795803.810512:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517376 00000100:00100000:2.0:1722795803.810514:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3433 00000100:00100000:3.0:1722795803.810522:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 622 00000100:00100000:2.0:1722795803.810524:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046517120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795803.810530:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046516992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795803.810544:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795803.810557:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517888 00000100:00100000:1.0:1722795803.810559:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517888 00000100:00100000:1.0:1722795803.810580:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 465 00000100:00100000:1.0:1722795803.810588:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046517376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795803.810597:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795803.810621:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046516992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 90us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.810622:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046517120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 97us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.810632:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3433 00000100:00100000:3.0:1722795803.810632:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 622 00000100:00100000:1.0:1722795803.810634:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046517376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795803.810642:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 465 00000100:00100000:2.0:1722795803.810661:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517248 00000100:00100000:1.0:1722795803.810664:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517504 00000100:00100000:2.0:1722795803.810664:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517248 00000100:00100000:1.0:1722795803.810666:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517504 00000100:00100000:2.0:1722795803.810681:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3434 00000100:00100000:1.0:1722795803.810687:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 466 00000100:00100000:2.0:1722795803.810688:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046517632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795803.810693:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046517888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795803.810694:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 467 00000100:00100000:0.0:1722795803.810699:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795803.810700:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046517504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795803.810713:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046517632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795803.810714:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046517888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.810719:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3434 00000100:00100000:1.0:1722795803.810721:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 466 00000100:00100000:3.0:1722795803.810727:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046517504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.810731:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046517760 00000100:00100000:2.0:1722795803.810734:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046517760 00000100:00100000:3.0:1722795803.810734:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 467 00000100:00100000:1.0:1722795803.810744:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3435 00000100:00100000:1.0:1722795803.810749:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046517248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795803.810762:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3436 00000100:00100000:2.0:1722795803.810767:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046517760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795803.810772:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046517248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795803.810778:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3435 00000100:00100000:2.0:1722795803.810789:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046517760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795803.810796:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3436 00000100:00100000:0.0:1722795803.810811:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:1.0:1722795803.810820:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795773 00000100:00080000:1.0:1722795803.810824:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795773 00000100:00080000:1.0:1722795803.810827:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795773 00000100:00080000:1.0:1722795803.810829:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795773 00000100:00080000:1.0:1722795803.810832:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795773 00000100:00100000:1.0:1722795803.810841:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518016 00000100:00100000:1.0:1722795803.810844:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518016 00000100:00100000:1.0:1722795803.810862:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 468 00000100:00100000:1.0:1722795803.810866:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046518016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795803.810893:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046518016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795803.810898:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 468 00000100:00080000:1.0:1722795803.810911:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795773 00010000:00010000:2.0:1722795804.278629:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795804.760659:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795804.760682:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766623360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795804.760758:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795804.760812:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623360 00000100:00100000:2.0:1722795804.760822:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623360 00000100:00100000:2.0:1722795804.760884:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108975 00000100:00100000:2.0:1722795804.760893:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766623360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795804.760972:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795804.761035:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766623360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795804.761044:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108975 00000100:00100000:1.0:1722795804.761073:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766623360:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795805.280680:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795805.352643:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795805.352663:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766623488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795805.352721:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795805.352768:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623488 00000100:00100000:2.0:1722795805.352787:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623488 00000100:00100000:2.0:1722795805.352890:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1722795805.352901:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766623488:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1722795805.352903:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795775 00002000:00000024:2.0:1722795805.352982:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795805.353084:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766623488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795805.353099:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1722795805.353123:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766623488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795805.384536:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766623616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795805.384601:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795805.384653:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623616 00000100:00100000:0.0:1722795805.384660:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623616 00000100:00100000:0.0:1722795805.384701:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1722795805.384706:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766623616:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1722795805.384708:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795775 00002000:00000024:0.0:1722795805.384725:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795805.384766:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766623616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795805.384771:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1722795805.384830:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766623616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795805.848663:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766623744:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.848722:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766623872:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.848728:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.848760:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795805.848763:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766624256:0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.848777:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766624128:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.848784:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766624384:0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.848785:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766624000:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.848787:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.848795:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795805.848798:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766624768:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.848821:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766624896:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.848829:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.848852:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795805.848865:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623744 00000100:00100000:3.0:1722795805.848871:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623744 00000100:00100000:0.0:1722795805.848888:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.848888:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766623872 00000100:00100000:1.0:1722795805.848891:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766623872 00000100:00100000:2.0:1722795805.848892:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795805.848901:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1722795805.848906:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766623744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.848934:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624384 00000100:00100000:1.0:1722795805.848937:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624384 00000100:00100000:1.0:1722795805.848946:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624768 00000100:00100000:1.0:1722795805.848947:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624768 00000100:00100000:1.0:1722795805.848955:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624128 00000100:00100000:1.0:1722795805.848957:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624128 00000100:00100000:1.0:1722795805.848967:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1722795805.848970:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766623872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.848973:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766624640:0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.848979:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766624512:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.848992:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766623744:12345-0@lo:400:kworker.0 Request processed in 84us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795805.849000:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1722795805.849004:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.849011:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766623872:12345-0@lo:400:kworker.0 Request processed in 40us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795805.849015:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1722795805.849023:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.849036:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624640 00000100:00100000:1.0:1722795805.849038:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624640 00000100:00100000:3.0:1722795805.849041:0:15614:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624512 00000100:00100000:3.0:1722795805.849046:0:15614:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624512 00000100:00100000:2.0:1722795805.849049:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625024:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849050:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:1.0:1722795805.849053:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766624384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.849070:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1722795805.849076:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766624384:12345-0@lo:400:kworker.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795805.849078:0:15614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440 00000100:00100000:0.0:1722795805.849081:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766624768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849081:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00100000:3.0:1722795805.849082:0:15614:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766624128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.849085:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795805.849088:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:1.0:1722795805.849090:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766624640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849120:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766624640:12345-0@lo:400:kworker.0 Request processed in 27us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795805.849121:0:15614:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766624128:12345-0@lo:400:kworker.0 Request processed in 40us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795805.849125:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:3.0:1722795805.849127:0:15614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440 00000100:00100000:1.0:1722795805.849137:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:1.0:1722795805.849142:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766624512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.849154:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766624768:12345-0@lo:400:kworker.0 Request processed in 75us (321us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795805.849156:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795775 00000100:00080000:3.0:1722795805.849159:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795775 00000100:00080000:3.0:1722795805.849160:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795775 00000100:00100000:0.0:1722795805.849162:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:2.0:1722795805.849165:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624896 00000100:00100000:2.0:1722795805.849174:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624896 00000100:00100000:1.0:1722795805.849178:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766624512:12345-0@lo:400:kworker.0 Request processed in 35us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795805.849184:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:3.0:1722795805.849184:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766624768:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.849190:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766623744:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849225:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625024 00000100:00080000:3.0:1722795805.849226:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795775 00000100:00100000:1.0:1722795805.849228:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625024 00000100:00100000:0.0:1722795805.849229:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624256 00000100:00100000:0.0:1722795805.849233:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624256 00000100:00100000:3.0:1722795805.849243:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766624000 00000100:00100000:3.0:1722795805.849245:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766624000 00000100:00100000:1.0:1722795805.849254:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1722795805.849257:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766624896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.849274:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108976 00000100:00100000:2.0:1722795805.849276:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1722795805.849278:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766624256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.849287:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108977 00000100:00100000:2.0:1722795805.849287:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766625024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849289:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766624896:12345-0@lo:400:kworker.0 Request processed in 31us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795805.849294:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766624000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849294:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1722795805.849303:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766624256:12345-0@lo:400:kworker.0 Request processed in 24us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795805.849307:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108976 00000100:00080000:3.0:1722795805.849327:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795775 00000100:00100000:1.0:1722795805.849331:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766624384:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.849336:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766624256:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849338:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766624896:0@lo:400:kworker.0 00000100:00100000:1.0:1722795805.849345:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766623872:0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.849348:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766624000:12345-0@lo:400:kworker.0 Request processed in 55us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795805.849350:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766625024:12345-0@lo:400:kworker.0 Request processed in 63us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795805.849356:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108977 00000100:00100000:2.0:1722795805.849362:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1722795805.849404:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766624128:0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.849418:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766624000:0@lo:400:kworker.0 00000100:00100000:0.0:1722795805.849490:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766624640:0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.849509:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766624512:0@lo:400:kworker.0 00000100:00100000:2.0:1722795805.849523:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625024:0@lo:400:kworker.0 00000100:00100000:3.0:1722795805.912550:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795805.912568:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081272d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766625152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795805.912619:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795805.912666:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625152 00000100:00100000:0.0:1722795805.912677:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625152 00000100:00100000:0.0:1722795805.912726:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1722795805.912732:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766625152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795805.912762:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795805.912827:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766625152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795805.912833:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1722795805.912852:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081272d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766625152:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795806.282643:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795807.284771:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795807.944702:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795807.944728:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766625280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795807.944818:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795807.944923:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625280 00000100:00100000:2.0:1722795807.944933:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625280 00000100:00100000:2.0:1722795807.944989:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108978 00000100:00100000:2.0:1722795807.944998:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766625280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795807.945039:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795807.945099:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766625280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795807.945108:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108978 00000100:00100000:0.0:1722795807.945142:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766625280:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795808.286731:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795808.296623:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1722795808.296652:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795808.296734:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795808.296820:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625408 00000100:00100000:0.0:1722795808.296847:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625408 00000100:00100000:0.0:1722795808.296928:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1722795808.296935:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766625408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795808.296966:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795808.296979:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795778 00000100:00100000:0.0:1722795808.297014:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766625408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795808.297019:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1722795808.297041:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795808.818053:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795808.818118:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795808.818186:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795808.818217:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518272 00000100:00100000:2.0:1722795808.818217:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518528 00000100:00100000:0.0:1722795808.818224:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795808.818232:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518272 00000100:00100000:2.0:1722795808.818232:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518528 00000100:00100000:0.0:1722795808.818244:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795808.818260:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795808.818276:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795808.818295:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795808.818299:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519040 00000100:00100000:2.0:1722795808.818302:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519040 00000100:00100000:1.0:1722795808.818306:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518784 00000100:00100000:1.0:1722795808.818309:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518784 00000100:00100000:2.0:1722795808.818317:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518656 00000100:00100000:2.0:1722795808.818320:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518656 00000100:00100000:1.0:1722795808.818325:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518400 00000100:00100000:1.0:1722795808.818328:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518400 00000100:00100000:0.0:1722795808.818330:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795808.818330:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518144 00000100:00100000:1.0:1722795808.818341:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046518912 00000100:00100000:3.0:1722795808.818342:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518144 00000100:00100000:1.0:1722795808.818344:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046518912 00000100:00100000:2.0:1722795808.818345:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519168 00000100:00100000:2.0:1722795808.818348:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519168 00000100:00100000:1.0:1722795808.818365:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3443 00000100:00100000:0.0:1722795808.818366:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 471 00000100:00100000:1.0:1722795808.818375:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046518272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795808.818377:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046518528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795808.818379:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 472 00000100:00100000:2.0:1722795808.818386:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046519040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795808.818445:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 624 00000100:00100000:3.0:1722795808.818452:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046518144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795808.818508:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046518528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 133us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795808.818509:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046519040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 122us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795808.818515:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046518272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 141us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795808.818518:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 471 00000100:00100000:2.0:1722795808.818522:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 472 00000100:00100000:1.0:1722795808.818525:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3443 00000100:00100000:3.0:1722795808.818529:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046518144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 77us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795808.818535:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 624 00000100:00100000:1.0:1722795808.818553:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3444 00000100:00100000:2.0:1722795808.818554:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 473 00000100:00100000:1.0:1722795808.818558:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046518784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795808.818560:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 474 00000100:00100000:2.0:1722795808.818560:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046518656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795808.818566:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046519168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795808.818583:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046518784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795808.818583:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3445 00000100:00100000:2.0:1722795808.818585:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046518656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795808.818588:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046518400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795808.818590:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046519168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795808.818590:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3444 00000100:00100000:2.0:1722795808.818594:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 473 00000100:00100000:0.0:1722795808.818598:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 474 00000100:00100000:1.0:1722795808.818605:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3446 00000100:00100000:1.0:1722795808.818610:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046518912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795808.818612:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046518400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795808.818617:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3445 00000100:00100000:1.0:1722795808.818628:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046518912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795808.818635:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3446 00000100:00080000:2.0:1722795808.818644:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795778 00000100:00080000:2.0:1722795808.818648:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795778 00000100:00080000:2.0:1722795808.818651:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795778 00000100:00080000:2.0:1722795808.818653:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795778 00000100:00080000:2.0:1722795808.818655:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795778 00010000:00010000:2.0:1722795809.288737:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795809.768737:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081271180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795809.768914:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795809.768988:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625536 00000100:00100000:0.0:1722795809.769002:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625536 00000100:00100000:0.0:1722795809.769072:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108979 00000100:00100000:0.0:1722795809.769082:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766625536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795809.769127:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795809.769228:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766625536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795809.769236:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108979 00000100:00100000:2.0:1722795809.769324:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081271180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766625536:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795810.290638:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795810.360658:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766625664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795810.360712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795810.360751:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625664 00000100:00100000:0.0:1722795810.360758:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625664 00000100:00080000:2.0:1722795810.360778:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795780 00000100:00100000:0.0:1722795810.360799:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1722795810.360806:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766625664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795810.360868:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795810.360917:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766625664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795810.360922:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1722795810.360959:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766625664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795810.392524:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795810.392535:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766625792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795810.392565:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.392600:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625792 00000100:00100000:2.0:1722795810.392604:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625792 00000100:00080000:0.0:1722795810.392622:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795780 00000100:00100000:2.0:1722795810.392631:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1722795810.392635:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766625792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795810.392646:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795810.392676:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766625792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.392681:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1722795810.392714:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766625792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795810.856589:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766625920:0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856598:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766626048:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856651:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795810.856651:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795810.856654:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766626304:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856682:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766626432:0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856682:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766626560:0@lo:400:kworker.0 00000100:00100000:0.0:1722795810.856688:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795810.856703:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766625920 00000100:00100000:1.0:1722795810.856705:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766626176:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856707:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795810.856708:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766626816:0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856708:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766625920 00000100:00100000:2.0:1722795810.856716:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766626944:0@lo:400:kworker.0 00000100:00100000:0.0:1722795810.856719:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.856732:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626048 00000100:00100000:2.0:1722795810.856735:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626048 00000100:00100000:3.0:1722795810.856738:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1722795810.856742:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766625920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856756:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626304 00000100:00100000:0.0:1722795810.856757:0:15416:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626816 00000100:00100000:2.0:1722795810.856757:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626304 00000100:00100000:0.0:1722795810.856760:0:15416:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626816 00000100:00100000:2.0:1722795810.856766:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:1.0:1722795810.856770:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.856770:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766626048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856775:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766625920:12345-0@lo:400:kworker.0 Request processed in 32us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795810.856777:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:3.0:1722795810.856779:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1722795810.856780:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766626304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.856802:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766626688:0@lo:400:kworker.0 00000100:00080000:3.0:1722795810.856806:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795780 00000100:00080000:3.0:1722795810.856807:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795780 00000100:00100000:2.0:1722795810.856809:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766626048:12345-0@lo:400:kworker.0 Request processed in 38us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.856813:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:3.0:1722795810.856813:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795810.856841:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.856850:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626560 00000100:00100000:2.0:1722795810.856852:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626560 00000100:00100000:0.0:1722795810.856862:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766626304:12345-0@lo:400:kworker.0 Request processed in 80us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795810.856862:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766627072:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856864:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626688 00000100:00100000:1.0:1722795810.856865:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766627200:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856866:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626688 00000100:00100000:0.0:1722795810.856870:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1722795810.856876:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1722795810.856879:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766626816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856880:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795810.856888:0:15416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1722795810.856892:0:15416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766626560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.856918:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:3.0:1722795810.856918:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766626048:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856919:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766626816:12345-0@lo:400:kworker.0 Request processed in 39us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.856923:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:1.0:1722795810.856925:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766626688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795810.856927:0:15416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766626560:12345-0@lo:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795810.856931:0:15416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:3.0:1722795810.856939:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766626560:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.856945:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795810.856949:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626432 00000100:00100000:0.0:1722795810.856951:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626432 00000100:00100000:2.0:1722795810.856959:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766625920:0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856960:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626944 00000100:00100000:3.0:1722795810.856962:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626944 00000100:00100000:1.0:1722795810.856964:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766626688:12345-0@lo:400:kworker.0 Request processed in 41us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795810.856966:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766626176 00000100:00100000:0.0:1722795810.856967:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766626176 00000100:00100000:1.0:1722795810.856969:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1722795810.856975:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108980 00000100:00100000:0.0:1722795810.856977:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766626432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.856978:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:3.0:1722795810.856981:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766626944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.857000:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108981 00000100:00100000:0.0:1722795810.857001:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766626432:12345-0@lo:400:kworker.0 Request processed in 23us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.857003:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766626176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795810.857003:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766626944:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795810.857005:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108980 00000100:00100000:3.0:1722795810.857006:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:1.0:1722795810.857013:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627072 00000100:00080000:3.0:1722795810.857015:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795780 00000100:00100000:1.0:1722795810.857017:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627072 00000100:00080000:3.0:1722795810.857017:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795780 00000100:00100000:2.0:1722795810.857021:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766626176:12345-0@lo:400:kworker.0 Request processed in 18us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.857025:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108981 00000100:00100000:0.0:1722795810.857027:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766626304:0@lo:400:kworker.0 00000100:00100000:0.0:1722795810.857033:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766626816:0@lo:400:kworker.0 00000100:00080000:3.0:1722795810.857034:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795780 00000100:00100000:2.0:1722795810.857040:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766626432:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.857046:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766626944:0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.857049:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1722795810.857053:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766627072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.857074:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766627072:12345-0@lo:400:kworker.0 Request processed in 21us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795810.857078:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1722795810.857085:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766627072:0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.857113:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.857129:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627200 00000100:00100000:2.0:1722795810.857131:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627200 00000100:00100000:1.0:1722795810.857142:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800801a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766626176:0@lo:400:kworker.0 00000100:00100000:1.0:1722795810.857149:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766626688:0@lo:400:kworker.0 00000100:00100000:2.0:1722795810.857152:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1722795810.857155:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766627200:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795810.857159:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795780 00000100:00100000:2.0:1722795810.857174:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766627200:12345-0@lo:400:kworker.0 Request processed in 19us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.857178:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1722795810.857182:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766627200:0@lo:400:kworker.0 00000100:00100000:0.0:1722795810.920560:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766627328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795810.920598:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795810.920654:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627328 00000100:00100000:2.0:1722795810.920659:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627328 00000100:00100000:2.0:1722795810.920690:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1722795810.920694:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766627328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795810.920712:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795810.920746:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766627328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795810.920751:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1722795810.920783:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766627328:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795811.292636:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795812.294726:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795812.952655:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766627456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795812.952717:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795812.952771:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627456 00000100:00100000:0.0:1722795812.952779:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627456 00000100:00100000:0.0:1722795812.952845:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108982 00000100:00100000:0.0:1722795812.952851:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766627456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795812.952882:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795812.952934:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766627456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795812.952940:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108982 00000100:00100000:2.0:1722795812.952962:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766627456:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795813.296654:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795813.304643:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795813.304668:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766627584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795813.304742:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795813.304818:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627584 00000100:00100000:2.0:1722795813.304829:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627584 00000100:00080000:3.0:1722795813.304879:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795783 00000100:00100000:2.0:1722795813.304902:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1722795813.304912:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766627584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795813.304964:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795813.305022:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766627584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795813.305030:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1722795813.305045:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766627584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795813.825880:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795813.825929:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795813.825950:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795813.825962:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795813.825982:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795813.825993:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519424 00000100:00100000:3.0:1722795813.825994:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519296 00000100:00100000:0.0:1722795813.825995:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795813.826002:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519424 00000100:00100000:3.0:1722795813.826002:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519296 00000100:00100000:0.0:1722795813.826006:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795813.826017:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795813.826040:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519552 00000100:00100000:2.0:1722795813.826042:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519936 00000100:00100000:2.0:1722795813.826044:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519936 00000100:00100000:0.0:1722795813.826045:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795813.826046:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519552 00000100:00100000:3.0:1722795813.826049:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 626 00000100:00100000:2.0:1722795813.826052:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520064 00000100:00100000:2.0:1722795813.826054:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520064 00000100:00100000:3.0:1722795813.826057:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090273850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046519296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795813.826062:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519680 00000100:00100000:0.0:1722795813.826065:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519680 00000100:00100000:2.0:1722795813.826065:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3453 00000100:00100000:2.0:1722795813.826069:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046519424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795813.826086:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046519808 00000100:00100000:1.0:1722795813.826087:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3454 00000100:00100000:0.0:1722795813.826088:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046519808 00000100:00100000:1.0:1722795813.826094:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046519936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795813.826096:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520192 00000100:00100000:0.0:1722795813.826097:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520192 00000100:00100000:0.0:1722795813.826104:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520320 00000100:00100000:0.0:1722795813.826106:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520320 00000100:00100000:2.0:1722795813.826114:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046519424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795813.826115:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 477 00000100:00100000:3.0:1722795813.826115:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090273850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046519296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795813.826119:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046519680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795813.826120:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3453 00000100:00100000:3.0:1722795813.826122:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 626 00000100:00100000:1.0:1722795813.826130:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046519936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795813.826137:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3454 00000100:00100000:2.0:1722795813.826141:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3455 00000100:00100000:0.0:1722795813.826144:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046519680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795813.826144:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046520064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795813.826149:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 477 00000100:00100000:1.0:1722795813.826155:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3456 00000100:00100000:2.0:1722795813.826159:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046520064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795813.826161:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046519552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795813.826163:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3455 00000100:00100000:0.0:1722795813.826164:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 478 00000100:00100000:0.0:1722795813.826167:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046519808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1722795813.826168:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795783 00000100:00080000:3.0:1722795813.826171:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795783 00000100:00080000:3.0:1722795813.826174:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795783 00000100:00080000:3.0:1722795813.826176:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795783 00000100:00080000:3.0:1722795813.826178:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795783 00000100:00100000:0.0:1722795813.826184:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046519808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795813.826184:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046519552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795813.826184:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 479 00000100:00100000:2.0:1722795813.826187:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046520192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795813.826188:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 478 00000100:00100000:1.0:1722795813.826190:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3456 00000100:00100000:0.0:1722795813.826194:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 480 00000100:00100000:0.0:1722795813.826197:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046520320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795813.826200:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046520192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795813.826208:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046520320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795813.826209:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 479 00000100:00100000:0.0:1722795813.826212:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 480 00010000:00010000:2.0:1722795814.298610:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795814.776608:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766627712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795814.776673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795814.776721:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627712 00000100:00100000:0.0:1722795814.776730:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627712 00000100:00100000:0.0:1722795814.776805:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108983 00000100:00100000:0.0:1722795814.776811:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766627712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795814.776842:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795814.776891:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766627712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795814.776896:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108983 00000100:00100000:1.0:1722795814.776941:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766627712:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795815.300709:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795815.368691:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766627840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795815.368787:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795815.368847:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627840 00000100:00100000:2.0:1722795815.368857:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627840 00000100:00100000:2.0:1722795815.368918:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1722795815.368926:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766627840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795815.368959:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:3.0:1722795815.368989:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795785 00000100:00100000:2.0:1722795815.369032:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766627840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795815.369039:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1722795815.369075:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766627840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795815.400600:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766627968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795815.400633:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795815.400693:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766627968 00000100:00100000:0.0:1722795815.400700:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766627968 00000100:00080000:3.0:1722795815.400738:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795785 00000100:00100000:0.0:1722795815.400766:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1722795815.400772:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766627968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795815.400789:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795815.400843:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766627968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795815.400852:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1722795815.400866:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766627968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795815.864628:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795815.864649:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766628480:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.864668:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766628352:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.864711:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795815.864711:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795815.864714:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766628224:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.864781:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766628864:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.864791:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766628096:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.864803:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766628608:0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.864804:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795815.864824:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795815.864855:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766628736:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.864857:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766628992:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.864859:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795815.864871:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628096 00000100:00100000:2.0:1722795815.864879:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628096 00000100:00100000:0.0:1722795815.864882:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795815.864883:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766629120:0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.864897:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628480 00000100:00100000:1.0:1722795815.864901:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628480 00000100:00100000:3.0:1722795815.864907:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795815.864911:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628352 00000100:00100000:0.0:1722795815.864915:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628352 00000100:00100000:2.0:1722795815.864925:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1722795815.864933:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628608 00000100:00100000:2.0:1722795815.864933:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090273450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766628096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.864934:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628224 00000100:00100000:0.0:1722795815.864935:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628608 00000100:00100000:1.0:1722795815.864937:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628224 00000100:00100000:3.0:1722795815.864944:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108984 00000100:00100000:0.0:1722795815.864949:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108985 00000100:00100000:3.0:1722795815.864951:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766628352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.864952:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628992 00000100:00100000:0.0:1722795815.864953:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766628608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.864954:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628992 00000100:00100000:1.0:1722795815.864967:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629120 00000100:00100000:1.0:1722795815.864969:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629120 00000100:00100000:1.0:1722795815.864985:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:0.0:1722795815.864990:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766628608:12345-0@lo:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795815.864991:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766628480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.864991:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090273450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766628096:12345-0@lo:400:kworker.0 Request processed in 57us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795815.864995:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108985 00000100:00100000:3.0:1722795815.864995:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766628352:12345-0@lo:400:kworker.0 Request processed in 45us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795815.864998:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1722795815.865001:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108984 00000100:00080000:3.0:1722795815.865020:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795785 00000100:00080000:3.0:1722795815.865023:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795785 00000100:00100000:0.0:1722795815.865024:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00080000:3.0:1722795815.865024:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795785 00000100:00100000:1.0:1722795815.865025:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766628480:12345-0@lo:400:kworker.0 Request processed in 34us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795815.865027:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766628224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.865030:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1722795815.865034:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1722795815.865037:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766628992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865040:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:0.0:1722795815.865046:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766628224:12345-0@lo:400:kworker.0 Request processed in 18us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795815.865047:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766629120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865051:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:3.0:1722795815.865058:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766628992:12345-0@lo:400:kworker.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795815.865059:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795815.865062:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1722795815.865070:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628736 00000100:00100000:3.0:1722795815.865073:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628736 00000100:00100000:1.0:1722795815.865078:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766629248:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865083:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766628992:0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865087:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766629120:12345-0@lo:400:kworker.0 Request processed in 40us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795815.865089:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1722795815.865091:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766628480:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.865092:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766628736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865094:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:0.0:1722795815.865096:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766628096:0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.865104:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795815.865110:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766628736:12345-0@lo:400:kworker.0 Request processed in 17us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795815.865114:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1722795815.865116:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795815.865126:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766628864 00000100:00100000:0.0:1722795815.865127:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629248 00000100:00100000:3.0:1722795815.865128:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766628864 00000100:00100000:0.0:1722795815.865129:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629248 00000100:00100000:3.0:1722795815.865137:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1722795815.865139:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766628224:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.865140:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071793480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766628864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865144:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766629376:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865146:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1722795815.865149:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766629248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795815.865151:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766628736:0@lo:400:kworker.0 00000100:00100000:3.0:1722795815.865156:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071793480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766628864:12345-0@lo:400:kworker.0 Request processed in 15us (40us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795815.865160:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:0.0:1722795815.865171:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766629248:12345-0@lo:400:kworker.0 Request processed in 21us (68us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795815.865173:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795785 00000100:00100000:2.0:1722795815.865174:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1722795815.865174:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795785 00000100:00100000:0.0:1722795815.865175:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:3.0:1722795815.865176:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795785 00000100:00100000:1.0:1722795815.865179:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766629248:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865183:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629376 00000100:00100000:0.0:1722795815.865185:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629376 00000100:00100000:3.0:1722795815.865191:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766628608:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865198:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1722795815.865199:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766629120:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865201:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766629376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865202:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766628352:0@lo:400:kworker.0 00000100:00100000:0.0:1722795815.865216:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766629376:12345-0@lo:400:kworker.0 Request processed in 14us (42us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795815.865218:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795785 00000100:00100000:0.0:1722795815.865219:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1722795815.865225:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766628864:0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.865236:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766629376:0@lo:400:kworker.0 00000100:00100000:2.0:1722795815.928603:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766629504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795815.928648:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795815.928706:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629504 00000100:00100000:0.0:1722795815.928713:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629504 00000100:00100000:0.0:1722795815.928782:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1722795815.928790:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766629504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795815.928818:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795815.928878:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766629504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795815.928887:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1722795815.928909:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766629504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795816.302819:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795817.304685:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795817.960626:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795817.960646:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766629632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795817.960746:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795817.960784:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629632 00000100:00100000:0.0:1722795817.960791:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629632 00000100:00100000:0.0:1722795817.960825:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108986 00000100:00100000:0.0:1722795817.960831:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766629632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795817.960858:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795817.960898:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766629632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795817.960904:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108986 00000100:00100000:2.0:1722795817.960911:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766629632:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795818.306741:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795818.312636:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766629760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795818.312727:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795818.312784:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629760 00000100:00100000:0.0:1722795818.312794:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629760 00000100:00100000:0.0:1722795818.312854:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1722795818.312861:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766629760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795818.312892:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795818.312925:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795788 00000100:00100000:0.0:1722795818.312942:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766629760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795818.312948:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1722795818.312984:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766629760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795818.833484:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795818.833522:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795818.833544:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795818.833560:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795818.833568:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520576 00000100:00100000:2.0:1722795818.833577:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520576 00000100:00100000:3.0:1722795818.833588:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520832 00000100:00100000:0.0:1722795818.833592:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795818.833593:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520832 00000100:00100000:1.0:1722795818.833607:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521088 00000100:00100000:0.0:1722795818.833608:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795818.833612:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521088 00000100:00100000:0.0:1722795818.833619:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795818.833619:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521344 00000100:00100000:2.0:1722795818.833621:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520704 00000100:00100000:3.0:1722795818.833621:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521344 00000100:00100000:2.0:1722795818.833623:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520704 00000100:00100000:0.0:1722795818.833630:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795818.833630:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520960 00000100:00100000:3.0:1722795818.833631:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520960 00000100:00100000:1.0:1722795818.833642:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521216 00000100:00100000:1.0:1722795818.833644:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521216 00000100:00100000:3.0:1722795818.833645:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 483 00000100:00100000:2.0:1722795818.833647:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3463 00000100:00100000:3.0:1722795818.833650:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046520832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795818.833652:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046520576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795818.833658:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3464 00000100:00100000:1.0:1722795818.833663:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046521088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795818.833720:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046520576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795818.833721:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046520832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795818.833725:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046521088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795818.833727:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3463 00000100:00100000:3.0:1722795818.833727:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 483 00000100:00100000:1.0:1722795818.833733:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3464 00000100:00100000:0.0:1722795818.833735:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795818.833744:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521472 00000100:00100000:3.0:1722795818.833746:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521472 00000100:00100000:2.0:1722795818.833748:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3465 00000100:00100000:2.0:1722795818.833751:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046520704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795818.833754:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3466 00000100:00100000:3.0:1722795818.833757:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 484 00000100:00100000:1.0:1722795818.833759:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046521216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795818.833760:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046521344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795818.833766:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046520704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795818.833770:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3465 00000100:00100000:3.0:1722795818.833776:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046521344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795818.833783:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 484 00000100:00100000:2.0:1722795818.833784:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046520448 00000100:00100000:2.0:1722795818.833786:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046520448 00000100:00100000:3.0:1722795818.833789:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 485 00000100:00100000:1.0:1722795818.833790:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046521216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795818.833792:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046520960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795818.833795:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3466 00000100:00100000:2.0:1722795818.833802:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 628 00000100:00100000:3.0:1722795818.833804:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046520960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795818.833806:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046520448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795818.833808:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 485 00000100:00100000:1.0:1722795818.833815:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 486 00000100:00100000:1.0:1722795818.833818:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046521472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795818.833820:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046520448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795818.833823:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 628 00000100:00100000:1.0:1722795818.833832:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046521472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (97us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795818.833833:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795788 00000100:00080000:3.0:1722795818.833835:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795788 00000100:00080000:3.0:1722795818.833837:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795788 00000100:00100000:1.0:1722795818.833838:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 486 00000100:00080000:3.0:1722795818.833838:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795788 00000100:00080000:3.0:1722795818.833839:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795788 00010000:00010000:2.0:1722795819.308653:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795819.784588:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766629888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795819.784647:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795819.784734:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766629888 00000100:00100000:0.0:1722795819.784746:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766629888 00000100:00100000:0.0:1722795819.784813:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108987 00000100:00100000:0.0:1722795819.784822:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766629888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795819.784862:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795819.784937:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766629888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795819.784946:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108987 00000100:00100000:2.0:1722795819.784978:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766629888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795820.310640:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795820.376643:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766630016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795820.376733:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795820.376789:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630016 00000100:00100000:0.0:1722795820.376798:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630016 00000100:00080000:3.0:1722795820.376842:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795790 00000100:00100000:0.0:1722795820.376854:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1722795820.376862:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071793100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766630016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795820.376894:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795820.376960:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071793100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766630016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.376967:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1722795820.377004:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766630016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795820.408595:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766630144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795820.408638:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795820.408688:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630144 00000100:00100000:0.0:1722795820.408694:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630144 00000100:00080000:3.0:1722795820.408716:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795790 00000100:00100000:0.0:1722795820.408738:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1722795820.408744:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766630144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795820.408761:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795820.408800:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766630144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.408805:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1722795820.408849:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766630144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795820.872599:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766630272:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872599:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766630656:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872610:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766630400:0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.872631:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766630528:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872678:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795820.872681:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795820.872697:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795820.872705:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630272 00000100:00100000:2.0:1722795820.872707:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766631168:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872711:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630272 00000100:00100000:0.0:1722795820.872712:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766630784:0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.872719:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766631040:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872723:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795820.872733:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795820.872735:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795820.872741:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766631552:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872747:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1722795820.872750:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766631296:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872751:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630656 00000100:00100000:3.0:1722795820.872752:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090272c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766630272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.872753:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795820.872754:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630656 00000100:00100000:0.0:1722795820.872768:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795820.872775:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631168 00000100:00100000:2.0:1722795820.872777:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631168 00000100:00100000:1.0:1722795820.872781:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631040 00000100:00100000:1.0:1722795820.872785:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631040 00000100:00100000:2.0:1722795820.872786:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631296 00000100:00100000:2.0:1722795820.872788:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631296 00000100:00100000:3.0:1722795820.872811:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090272c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766630272:12345-0@lo:400:kworker.0 Request processed in 59us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.872812:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766630272:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872814:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:2.0:1722795820.872818:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766630656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872818:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1722795820.872821:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1722795820.872825:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766631168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.872838:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630528 00000100:00100000:0.0:1722795820.872841:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630528 00000100:00100000:2.0:1722795820.872844:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766630656:12345-0@lo:400:kworker.0 Request processed in 26us (167us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795820.872844:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795790 00000100:00080000:3.0:1722795820.872847:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795790 00000100:00100000:2.0:1722795820.872848:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00080000:3.0:1722795820.872848:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795790 00000100:00100000:1.0:1722795820.872851:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766631168:12345-0@lo:400:kworker.0 Request processed in 26us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795820.872855:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:3.0:1722795820.872855:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631552 00000100:00100000:3.0:1722795820.872857:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631552 00000100:00100000:0.0:1722795820.872858:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630784 00000100:00100000:0.0:1722795820.872860:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630784 00000100:00100000:2.0:1722795820.872864:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469 00000100:00100000:1.0:1722795820.872867:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:2.0:1722795820.872867:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766631296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.872868:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108988 00000100:00100000:1.0:1722795820.872870:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766631040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.872871:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766630528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872873:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1722795820.872876:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766631552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872883:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766631296:12345-0@lo:400:kworker.0 Request processed in 15us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795820.872885:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766631040:12345-0@lo:400:kworker.0 Request processed in 15us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795820.872886:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469 00000100:00100000:1.0:1722795820.872889:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000100:00100000:3.0:1722795820.872894:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766631552:12345-0@lo:400:kworker.0 Request processed in 18us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.872899:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766630528:12345-0@lo:400:kworker.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795820.872899:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1722795820.872914:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108988 00000100:00100000:3.0:1722795820.872919:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108989 00000100:00100000:3.0:1722795820.872922:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766630784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.872931:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071792680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766630528:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872935:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766630656:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872935:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766630784:12345-0@lo:400:kworker.0 Request processed in 13us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795820.872937:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766631040:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.872939:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108989 00000100:00100000:0.0:1722795820.872940:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766630784:0@lo:400:kworker.0 00000100:00100000:2.0:1722795820.872941:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766631168:0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.872943:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766631552:0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.872947:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766631296:0@lo:400:kworker.0 00000100:00080000:3.0:1722795820.872950:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795790 00000100:00100000:3.0:1722795820.872956:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795820.872970:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766630912:0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.872978:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630400 00000100:00100000:0.0:1722795820.872980:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630400 00000100:00100000:3.0:1722795820.872981:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795820.872997:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766631424:0@lo:400:kworker.0 00000100:00100000:0.0:1722795820.873000:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766630912 00000100:00100000:0.0:1722795820.873001:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766630912 00000100:00100000:3.0:1722795820.873008:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795820.873019:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:0.0:1722795820.873023:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:1.0:1722795820.873023:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766630400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.873024:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631424 00000100:00100000:0.0:1722795820.873026:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766630912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.873026:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631424 00000100:00080000:2.0:1722795820.873033:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795790 00000100:00080000:2.0:1722795820.873036:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795790 00000100:00100000:3.0:1722795820.873036:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1722795820.873039:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766631424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.873049:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766630400:12345-0@lo:400:kworker.0 Request processed in 26us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.873050:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766630912:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795820.873053:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00100000:0.0:1722795820.873055:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:3.0:1722795820.873056:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766631424:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795820.873059:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1722795820.873081:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766630400:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.873087:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071791c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766630912:0@lo:400:kworker.0 00000100:00100000:3.0:1722795820.873092:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766631424:0@lo:400:kworker.0 00000100:00100000:1.0:1722795820.936640:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795820.936712:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766631680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795820.936799:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795820.936871:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631680 00000100:00100000:0.0:1722795820.936880:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631680 00000100:00100000:0.0:1722795820.936938:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1722795820.936947:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766631680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795820.936986:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795820.937070:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766631680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795820.937082:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1722795820.937120:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766631680:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795821.312579:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795822.314695:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795822.968679:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766631808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795822.968752:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795822.968779:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631808 00000100:00100000:0.0:1722795822.968788:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631808 00000100:00100000:0.0:1722795822.968823:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108990 00000100:00100000:0.0:1722795822.968829:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766631808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795822.968858:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795822.968896:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766631808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795822.968901:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108990 00000100:00100000:2.0:1722795822.968918:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8801340f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766631808:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795823.316704:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795823.320591:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795823.320630:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880081271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766631936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795823.320685:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795823.320785:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766631936 00000100:00100000:0.0:1722795823.320794:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766631936 00000100:00080000:2.0:1722795823.320838:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795793 00000100:00100000:0.0:1722795823.320847:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1722795823.320853:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766631936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795823.320879:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795823.320928:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766631936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795823.320933:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1722795823.320959:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880081271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766631936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795823.842174:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842214:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842234:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842252:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842262:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842269:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795823.842274:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521728 00000100:00100000:0.0:1722795823.842278:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795823.842282:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521728 00000100:00100000:0.0:1722795823.842287:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795823.842310:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795823.842311:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521600 00000100:00100000:2.0:1722795823.842316:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521600 00000100:00100000:1.0:1722795823.842320:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521856 00000100:00100000:1.0:1722795823.842322:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521856 00000100:00100000:0.0:1722795823.842327:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522240 00000100:00100000:0.0:1722795823.842330:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522240 00000100:00100000:1.0:1722795823.842331:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522368 00000100:00100000:1.0:1722795823.842332:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522368 00000100:00100000:3.0:1722795823.842336:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046521984 00000100:00100000:3.0:1722795823.842341:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046521984 00000100:00100000:1.0:1722795823.842343:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3473 00000100:00100000:2.0:1722795823.842344:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 630 00000100:00100000:0.0:1722795823.842348:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3474 00000100:00100000:1.0:1722795823.842350:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046521728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795823.842350:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046521600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795823.842352:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046521856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795823.842364:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522496 00000100:00100000:3.0:1722795823.842366:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522496 00000100:00100000:3.0:1722795823.842373:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522112 00000100:00100000:3.0:1722795823.842374:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522112 00000100:00100000:3.0:1722795823.842382:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522624 00000100:00100000:3.0:1722795823.842383:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522624 00000100:00100000:0.0:1722795823.842392:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046521856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795823.842392:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 489 00000100:00100000:2.0:1722795823.842393:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046521600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795823.842421:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3474 00000100:00100000:3.0:1722795823.842421:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046521984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795823.842426:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046521728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 77us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795823.842429:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 630 00000100:00100000:1.0:1722795823.842430:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3473 00000100:00100000:0.0:1722795823.842436:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3475 00000100:00100000:0.0:1722795823.842439:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071792680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046522368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795823.842442:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3476 00000100:00100000:1.0:1722795823.842445:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046522240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795823.842447:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046521984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795823.842454:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071792680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046522368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795823.842456:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 489 00000100:00100000:0.0:1722795823.842458:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3475 00000100:00100000:1.0:1722795823.842459:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046522240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795823.842461:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 490 00000100:00100000:1.0:1722795823.842462:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3476 00000100:00100000:2.0:1722795823.842464:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046522496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795823.842472:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 491 00000100:00100000:3.0:1722795823.842474:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046522112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795823.842479:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046522496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795823.842482:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 490 00000100:00100000:1.0:1722795823.842486:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 492 00000100:00100000:3.0:1722795823.842486:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046522112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795823.842489:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046522624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795823.842490:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 491 00000100:00080000:2.0:1722795823.842493:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795793 00000100:00080000:2.0:1722795823.842495:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795793 00000100:00080000:2.0:1722795823.842497:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795793 00000100:00080000:2.0:1722795823.842498:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795793 00000100:00080000:2.0:1722795823.842499:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795793 00000100:00100000:1.0:1722795823.842502:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046522624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795823.842505:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 492 00010000:00010000:2.0:1722795824.318705:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795824.792656:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766632064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1722795824.792725:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795824.792782:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632064 00000100:00100000:0.0:1722795824.792793:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632064 00000100:00100000:0.0:1722795824.792854:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108991 00000100:00100000:0.0:1722795824.792862:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766632064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795824.792916:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795824.792972:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766632064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795824.792979:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108991 00000100:00100000:1.0:1722795824.793007:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766632064:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795825.320626:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795825.384608:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766632192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795825.384683:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795825.384752:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632192 00000100:00100000:2.0:1722795825.384759:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632192 00000100:00080000:0.0:1722795825.384780:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795795 00000100:00100000:2.0:1722795825.384798:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1722795825.384803:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766632192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795825.384826:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795825.384864:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766632192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795825.384879:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1722795825.384911:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766632192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795825.416562:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795825.416583:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009a958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766632320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795825.416620:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795825.416637:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632320 00000100:00100000:2.0:1722795825.416643:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632320 00000100:00080000:0.0:1722795825.416660:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795795 00000100:00100000:2.0:1722795825.416682:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1722795825.416687:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766632320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795825.416702:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795825.416738:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766632320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795825.416743:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1722795825.416760:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009a958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766632320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795825.880632:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766632832:0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.880634:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766632448:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.880643:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766632576:0@lo:400:kworker.0 00000100:00100000:3.0:1722795825.880696:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.880697:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795825.880713:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766632704:0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.880725:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766632960:0@lo:400:kworker.0 00000100:00100000:3.0:1722795825.880735:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766633344:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880739:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632832 00000100:00100000:0.0:1722795825.880742:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795825.880746:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632832 00000100:00100000:1.0:1722795825.880748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.880757:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766633472:0@lo:400:kworker.0 00000100:00100000:3.0:1722795825.880757:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632448 00000100:00100000:3.0:1722795825.880760:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632448 00000100:00100000:0.0:1722795825.880773:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795825.880775:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766633088:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880778:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632576 00000100:00100000:2.0:1722795825.880779:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632576 00000100:00100000:3.0:1722795825.880787:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1722795825.880790:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477 00000100:00100000:3.0:1722795825.880792:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766632448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.880794:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632960 00000100:00100000:2.0:1722795825.880794:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766632832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.880796:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.880797:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632960 00000100:00100000:1.0:1722795825.880809:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766633600:0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.880818:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108992 00000100:00100000:0.0:1722795825.880822:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766632960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795825.880835:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766632448:12345-0@lo:400:kworker.0 Request processed in 43us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795825.880839:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1722795825.880843:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766632832:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795825.880846:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795825.880847:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477 00000100:00100000:0.0:1722795825.880850:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766632960:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795825.880854:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108992 00000100:00100000:2.0:1722795825.880864:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633472 00000100:00100000:2.0:1722795825.880866:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633472 00000100:00080000:0.0:1722795825.880872:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795795 00000100:00080000:0.0:1722795825.880875:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795795 00000100:00100000:2.0:1722795825.880876:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633088 00000100:00100000:3.0:1722795825.880877:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766632448:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880878:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633088 00000100:00100000:3.0:1722795825.880885:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766632960:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.880886:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:0.0:1722795825.880890:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479 00000100:00100000:1.0:1722795825.880892:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766632576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.880894:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766633472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880898:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:2.0:1722795825.880901:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081272d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766633088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795825.880905:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.880925:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766633472:12345-0@lo:400:kworker.0 Request processed in 29us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795825.880927:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766632832:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880929:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081272d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766633088:12345-0@lo:400:kworker.0 Request processed in 27us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795825.880931:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479 00000100:00100000:2.0:1722795825.880933:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00100000:1.0:1722795825.880936:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766632576:12345-0@lo:400:kworker.0 Request processed in 44us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795825.880943:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:2.0:1722795825.880944:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633344 00000100:00100000:2.0:1722795825.880946:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633344 00000100:00100000:2.0:1722795825.880956:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481 00000100:00100000:3.0:1722795825.880956:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766633472:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.880958:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766633344:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1722795825.880967:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795795 00000100:00100000:1.0:1722795825.880973:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633600 00000100:00100000:2.0:1722795825.880974:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766633344:12345-0@lo:400:kworker.0 Request processed in 15us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795825.880977:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633600 00000100:00100000:2.0:1722795825.880978:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481 00000100:00100000:3.0:1722795825.880985:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766633344:0@lo:400:kworker.0 00000100:00080000:0.0:1722795825.881000:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795795 00000100:00100000:1.0:1722795825.881005:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1722795825.881010:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880081271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766633600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881040:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880081271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766633600:12345-0@lo:400:kworker.0 Request processed in 29us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795825.881046:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1722795825.881070:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795825.881096:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766633216:0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.881117:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766632704 00000100:00100000:1.0:1722795825.881117:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.881122:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766632704 00000100:00100000:1.0:1722795825.881139:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766633728:0@lo:400:kworker.0 00000100:00100000:0.0:1722795825.881143:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108993 00000100:00100000:0.0:1722795825.881148:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766632704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.881150:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633216 00000100:00100000:2.0:1722795825.881154:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633216 00000100:00100000:1.0:1722795825.881159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795825.881177:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482 00000100:00100000:2.0:1722795825.881180:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766633216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881183:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633728 00000100:00100000:0.0:1722795825.881184:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766632704:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00080000:3.0:1722795825.881184:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795795 00000100:00100000:1.0:1722795825.881187:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633728 00000100:00100000:0.0:1722795825.881190:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108993 00000100:00080000:3.0:1722795825.881199:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795795 00000100:00100000:2.0:1722795825.881203:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766633216:12345-0@lo:400:kworker.0 Request processed in 22us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795825.881207:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482 00000100:00100000:1.0:1722795825.881210:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1722795825.881214:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766633728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881244:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766633728:12345-0@lo:400:kworker.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795825.881251:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1722795825.881284:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766632704:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881296:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766633216:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881318:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766633728:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881348:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766632576:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881358:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766633088:0@lo:400:kworker.0 00000100:00100000:1.0:1722795825.881366:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766633600:0@lo:400:kworker.0 00000100:00100000:2.0:1722795825.944667:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795825.944689:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766633856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795825.944774:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795825.944880:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633856 00000100:00100000:0.0:1722795825.944890:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633856 00000100:00100000:0.0:1722795825.944943:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1722795825.944951:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766633856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795825.944981:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795825.945044:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766633856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795825.945053:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1722795825.945087:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766633856:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795826.322622:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795827.324656:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795827.976663:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a148ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766633984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795827.976734:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795827.976782:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766633984 00000100:00100000:0.0:1722795827.976791:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766633984 00000100:00100000:0.0:1722795827.976832:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108994 00000100:00100000:0.0:1722795827.976839:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766633984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795827.976873:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795827.976935:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766633984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795827.976943:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108994 00000100:00100000:2.0:1722795827.976962:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a148ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766633984:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1722795828.326724:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795828.328791:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766634112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795828.328854:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795828.328894:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634112 00000100:00100000:0.0:1722795828.328902:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634112 00000100:00100000:0.0:1722795828.328948:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1722795828.328954:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766634112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795828.328977:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795828.328996:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795798 00000100:00100000:0.0:1722795828.329011:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766634112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795828.329016:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1722795828.329051:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766634112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795828.850048:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850104:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850136:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850158:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850174:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850188:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795828.850205:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522752 00000100:00100000:0.0:1722795828.850207:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795828.850219:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522752 00000100:00100000:0.0:1722795828.850222:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795828.850259:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795828.850276:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 632 00000100:00100000:1.0:1722795828.850278:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523136 00000100:00100000:3.0:1722795828.850284:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046522752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795828.850286:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523264 00000100:00100000:1.0:1722795828.850287:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523136 00000100:00100000:2.0:1722795828.850289:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046522880 00000100:00100000:0.0:1722795828.850291:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523264 00000100:00100000:2.0:1722795828.850307:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046522880 00000100:00100000:1.0:1722795828.850326:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523648 00000100:00100000:1.0:1722795828.850329:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523648 00000100:00100000:0.0:1722795828.850331:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523776 00000100:00100000:0.0:1722795828.850333:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523776 00000100:00100000:1.0:1722795828.850349:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 495 00000100:00100000:3.0:1722795828.850353:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046522752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795828.850355:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 496 00000100:00100000:1.0:1722795828.850356:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046523136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795828.850361:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 632 00000100:00100000:0.0:1722795828.850362:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046523264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795828.850388:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523008 00000100:00100000:2.0:1722795828.850391:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523008 00000100:00100000:0.0:1722795828.850448:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046523264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 86us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795828.850449:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523392 00000100:00100000:3.0:1722795828.850453:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523392 00000100:00100000:0.0:1722795828.850456:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 496 00000100:00100000:1.0:1722795828.850458:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046523136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 101us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795828.850466:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 495 00000100:00100000:3.0:1722795828.850476:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523520 00000100:00100000:3.0:1722795828.850478:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523520 00000100:00100000:0.0:1722795828.850480:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 497 00000100:00100000:0.0:1722795828.850485:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046523648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795828.850489:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 498 00000100:00100000:1.0:1722795828.850494:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046523776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795828.850500:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3483 00000100:00100000:0.0:1722795828.850507:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046523648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795828.850538:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3484 00000100:00100000:2.0:1722795828.850543:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046522880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795828.850544:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046523392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795828.850549:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046523776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795828.850555:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 498 00000100:00100000:0.0:1722795828.850578:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 497 00000100:00100000:3.0:1722795828.850578:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046523392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795828.850584:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3484 00000100:00100000:1.0:1722795828.850592:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3485 00000100:00100000:1.0:1722795828.850598:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046523008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795828.850601:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3486 00000100:00100000:3.0:1722795828.850605:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046523520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795828.850626:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046523520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795828.850632:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3486 00000100:00100000:2.0:1722795828.850639:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046522880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 128us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795828.850641:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046523008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795828.850649:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3483 00000100:00100000:1.0:1722795828.850657:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3485 00000100:00080000:3.0:1722795828.850660:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795798 00000100:00080000:3.0:1722795828.850664:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795798 00000100:00080000:3.0:1722795828.850666:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795798 00000100:00080000:3.0:1722795828.850668:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795798 00000100:00080000:3.0:1722795828.850670:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795798 00010000:00010000:2.0:1722795829.328647:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795829.800662:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795829.800682:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766634240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795829.800747:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795829.800788:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634240 00000100:00100000:0.0:1722795829.800798:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634240 00000100:00100000:0.0:1722795829.800845:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108995 00000100:00100000:0.0:1722795829.800851:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766634240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795829.800885:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795829.800939:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766634240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795829.800945:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108995 00000100:00100000:2.0:1722795829.800960:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766634240:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795830.330608:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795830.392556:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795830.392572:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a148fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766634368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795830.392621:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.392671:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634368 00000100:00100000:0.0:1722795830.392678:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634368 00000100:00080000:3.0:1722795830.392713:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795800 00000100:00100000:0.0:1722795830.392719:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1722795830.392724:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766634368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795830.392749:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795830.392788:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766634368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795830.392792:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1722795830.392815:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a148fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766634368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795830.424689:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795830.424708:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a148f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766634496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795830.424757:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.424801:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634496 00000100:00100000:0.0:1722795830.424819:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634496 00000100:00080000:3.0:1722795830.424838:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795800 00000100:00100000:0.0:1722795830.424862:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1722795830.424868:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766634496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795830.424885:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795830.424929:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766634496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795830.424934:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1722795830.424967:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a148f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766634496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795830.888615:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766634624:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888616:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766634752:0@lo:400:kworker.0 00000100:00100000:3.0:1722795830.888642:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766634880:0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888648:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766635008:0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795830.888672:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795830.888682:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795830.888686:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.888695:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766635136:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888697:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766635264:0@lo:400:kworker.0 00000100:00100000:3.0:1722795830.888712:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766635392:0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888717:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766635520:0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888720:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795830.888721:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.888728:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766635648:0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888735:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795830.888736:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766635776:0@lo:400:kworker.0 00000100:00100000:3.0:1722795830.888739:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634624 00000100:00100000:3.0:1722795830.888745:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634624 00000100:00100000:0.0:1722795830.888746:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634880 00000100:00100000:0.0:1722795830.888749:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634880 00000100:00100000:1.0:1722795830.888763:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.888770:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635136 00000100:00100000:0.0:1722795830.888771:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635136 00000100:00100000:3.0:1722795830.888776:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1722795830.888779:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108996 00000100:00100000:3.0:1722795830.888782:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090271c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766634624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888783:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108997 00000100:00100000:0.0:1722795830.888786:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766635136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888786:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766634880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888788:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766634752 00000100:00100000:1.0:1722795830.888790:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766634752 00000100:00100000:1.0:1722795830.888812:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635008 00000100:00100000:1.0:1722795830.888813:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635008 00000100:00100000:0.0:1722795830.888815:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766635136:12345-0@lo:400:kworker.0 Request processed in 28us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795830.888819:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108997 00000100:00100000:2.0:1722795830.888820:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766634880:12345-0@lo:400:kworker.0 Request processed in 35us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795830.888824:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635264 00000100:00100000:3.0:1722795830.888825:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090271c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766634624:12345-0@lo:400:kworker.0 Request processed in 44us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795830.888826:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635264 00000100:00100000:2.0:1722795830.888826:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108996 00000100:00100000:3.0:1722795830.888831:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1722795830.888837:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635520 00000100:00100000:1.0:1722795830.888839:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635520 00000100:00100000:0.0:1722795830.888841:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:0.0:1722795830.888844:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766634752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888852:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488 00000100:00100000:1.0:1722795830.888856:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766635008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888856:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489 00000100:00100000:0.0:1722795830.888860:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766634752:12345-0@lo:400:kworker.0 Request processed in 15us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795830.888861:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1722795830.888862:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766635264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888864:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:3.0:1722795830.888865:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766635520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888901:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766635008:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795830.888902:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766634752:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888907:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488 00000100:00100000:2.0:1722795830.888908:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766635264:12345-0@lo:400:kworker.0 Request processed in 46us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795830.888908:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766635520:12345-0@lo:400:kworker.0 Request processed in 42us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795830.888913:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1722795830.888916:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489 00000100:00100000:0.0:1722795830.888918:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766635264:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888926:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635776 00000100:00080000:3.0:1722795830.888926:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795800 00000100:00100000:1.0:1722795830.888928:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635776 00000100:00100000:0.0:1722795830.888929:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1722795830.888929:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795800 00000100:00100000:3.0:1722795830.888938:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.888941:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766634624:0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888941:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766635008:0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888950:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766635136:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888950:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1722795830.888951:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766635520:0@lo:400:kworker.0 00000100:00100000:3.0:1722795830.888952:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766635904:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888954:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766635776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.888968:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635648 00000100:00100000:3.0:1722795830.888968:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795830.888969:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635648 00000100:00100000:2.0:1722795830.888971:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635392 00000100:00100000:2.0:1722795830.888974:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635392 00000100:00100000:1.0:1722795830.888978:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766635776:12345-0@lo:400:kworker.0 Request processed in 23us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795830.888981:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:1.0:1722795830.888983:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1722795830.888984:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766635648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795830.888991:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1722795830.888992:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766635904 00000100:00100000:3.0:1722795830.888993:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766634880:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.888994:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766635904 00000100:00100000:2.0:1722795830.888995:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766635392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.889004:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766635648:12345-0@lo:400:kworker.0 Request processed in 18us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795830.889007:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1722795830.889010:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00000100:00100000:1.0:1722795830.889011:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800801a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766635904:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795830.889013:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795800 00000100:00080000:3.0:1722795830.889016:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795800 00000100:00100000:2.0:1722795830.889020:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766635392:12345-0@lo:400:kworker.0 Request processed in 24us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795830.889025:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:3.0:1722795830.889030:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766635392:0@lo:400:kworker.0 00000100:00100000:1.0:1722795830.889032:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800801a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766635904:12345-0@lo:400:kworker.0 Request processed in 21us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795830.889037:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1722795830.889043:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766635776:0@lo:400:kworker.0 00000100:00100000:3.0:1722795830.889044:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766635904:0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.889060:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766635648:0@lo:400:kworker.0 00000100:00100000:0.0:1722795830.952626:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766636032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795830.952676:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795830.952714:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636032 00000100:00100000:2.0:1722795830.952720:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636032 00000100:00100000:2.0:1722795830.952755:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1722795830.952760:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766636032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795830.952784:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795830.952824:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766636032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795830.952829:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1722795830.952848:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766636032:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795831.332656:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795832.334647:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795832.984681:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a148f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766636160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795832.984755:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795832.984811:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636160 00000100:00100000:0.0:1722795832.984818:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636160 00000100:00100000:0.0:1722795832.984851:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108998 00000100:00100000:0.0:1722795832.984856:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766636160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795832.984884:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795832.984921:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766636160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795832.984926:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108998 00000100:00100000:2.0:1722795832.984934:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a148f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766636160:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1722795833.336643:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795833.336666:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766636288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795833.336732:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795833.336778:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636288 00000100:00100000:2.0:1722795833.336786:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636288 00000100:00080000:3.0:1722795833.336828:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795803 00000100:00100000:2.0:1722795833.336837:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1722795833.336843:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766636288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795833.336870:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795833.336919:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766636288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795833.336925:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1722795833.336974:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766636288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795833.857652:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795833.857694:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795833.857716:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795833.857732:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795833.857745:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524032 00000100:00100000:0.0:1722795833.857748:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795833.857754:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524032 00000100:00100000:0.0:1722795833.857758:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795833.857768:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795833.857778:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795833.857781:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046523904 00000100:00100000:3.0:1722795833.857788:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046523904 00000100:00100000:1.0:1722795833.857798:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3493 00000100:00100000:0.0:1722795833.857803:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795833.857805:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046524032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795833.857820:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524160 00000100:00100000:0.0:1722795833.857823:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524288 00000100:00100000:3.0:1722795833.857823:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 634 00000100:00100000:2.0:1722795833.857825:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524160 00000100:00100000:0.0:1722795833.857826:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524288 00000100:00100000:3.0:1722795833.857829:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046523904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795833.857847:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524416 00000100:00100000:0.0:1722795833.857848:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524416 00000100:00100000:2.0:1722795833.857849:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524544 00000100:00100000:2.0:1722795833.857851:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524544 00000100:00100000:0.0:1722795833.857858:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524800 00000100:00100000:0.0:1722795833.857859:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524800 00000100:00100000:2.0:1722795833.857859:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524672 00000100:00100000:1.0:1722795833.857861:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046524032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795833.857861:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524672 00000100:00100000:3.0:1722795833.857862:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046523904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795833.857882:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046524928 00000100:00100000:1.0:1722795833.857882:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3493 00000100:00100000:0.0:1722795833.857884:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046524928 00000100:00100000:3.0:1722795833.857884:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 634 00000100:00100000:0.0:1722795833.857893:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 501 00000100:00100000:2.0:1722795833.857894:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3494 00000100:00100000:0.0:1722795833.857897:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a148f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046524288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795833.857898:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3495 00000100:00100000:2.0:1722795833.857898:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046524160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795833.857901:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046524544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795833.857914:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046524544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795833.857918:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a148f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046524288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795833.857918:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3495 00000100:00100000:3.0:1722795833.857920:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 502 00000100:00100000:0.0:1722795833.857922:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 501 00000100:00100000:2.0:1722795833.857923:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046524160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795833.857924:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046524416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795833.857927:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3494 00000100:00100000:1.0:1722795833.857930:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3496 00000100:00100000:1.0:1722795833.857933:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046524672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795833.857935:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 503 00000100:00100000:0.0:1722795833.857937:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046524800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795833.857945:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046524672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795833.857946:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046524416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795833.857948:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046524800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795833.857948:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3496 00000100:00100000:3.0:1722795833.857951:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 502 00000100:00100000:0.0:1722795833.857953:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 503 00000100:00100000:0.0:1722795833.857959:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 504 00000100:00100000:0.0:1722795833.857962:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046524928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1722795833.857962:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795803 00000100:00080000:2.0:1722795833.857964:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795803 00000100:00080000:2.0:1722795833.857966:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795803 00000100:00080000:2.0:1722795833.857967:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795803 00000100:00080000:2.0:1722795833.857968:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795803 00000100:00100000:0.0:1722795833.857970:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046524928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 7us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795833.857973:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 504 00010000:00010000:2.0:1722795834.338727:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795834.808781:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766636416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795834.808857:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795834.808934:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636416 00000100:00100000:0.0:1722795834.808948:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636416 00000100:00100000:0.0:1722795834.809021:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108999 00000100:00100000:0.0:1722795834.809033:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766636416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795834.809080:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795834.809170:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766636416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795834.809183:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108999 00000100:00100000:3.0:1722795834.809208:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766636416:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795835.340705:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795835.400599:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766636544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795835.400654:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795835.400706:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636544 00000100:00100000:2.0:1722795835.400714:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636544 00000100:00080000:0.0:1722795835.400755:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795805 00000100:00100000:2.0:1722795835.400783:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1722795835.400791:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766636544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795835.400826:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795835.400888:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766636544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795835.400897:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1722795835.400906:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766636544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795835.432749:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795835.432776:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766636672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795835.432854:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795835.432959:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636672 00000100:00100000:2.0:1722795835.432971:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636672 00000100:00080000:0.0:1722795835.433022:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795805 00000100:00100000:2.0:1722795835.433036:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1722795835.433044:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013089f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766636672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795835.433068:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795835.433118:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013089f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766636672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795835.433125:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1722795835.433162:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766636672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795835.896577:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795835.896596:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766637184:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896624:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766637312:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.896628:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766637056:0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896633:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766636928:0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896651:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896654:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795835.896669:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637184 00000100:00100000:0.0:1722795835.896671:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637312 00000100:00100000:3.0:1722795835.896674:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637184 00000100:00100000:0.0:1722795835.896675:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637312 00000100:00100000:2.0:1722795835.896681:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766636800:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896682:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766637824:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896694:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795835.896700:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637824 00000100:00100000:3.0:1722795835.896701:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637824 00000100:00100000:0.0:1722795835.896704:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109000 00000100:00100000:1.0:1722795835.896705:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795835.896708:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009920bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766637696:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.896711:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766637312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896715:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497 00000100:00100000:2.0:1722795835.896716:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896717:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795835.896719:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766637184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896738:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637696 00000100:00100000:1.0:1722795835.896741:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637696 00000100:00100000:2.0:1722795835.896746:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:2.0:1722795835.896751:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766637824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896757:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499 00000100:00100000:1.0:1722795835.896760:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766637696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896767:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766637184:12345-0@lo:400:kworker.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795835.896772:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766637312:12345-0@lo:400:kworker.0 Request processed in 61us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795835.896772:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497 00000100:00100000:0.0:1722795835.896778:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109000 00000100:00100000:2.0:1722795835.896781:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766637824:12345-0@lo:400:kworker.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795835.896782:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766637696:12345-0@lo:400:kworker.0 Request processed in 21us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795835.896786:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499 00000100:00100000:3.0:1722795835.896792:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795835.896794:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:1.0:1722795835.896797:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636928 00000100:00080000:0.0:1722795835.896799:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795805 00000100:00100000:1.0:1722795835.896799:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636928 00000100:00100000:3.0:1722795835.896801:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766637440:0@lo:400:kworker.0 00000100:00080000:0.0:1722795835.896802:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795805 00000100:00100000:1.0:1722795835.896808:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500 00000100:00100000:0.0:1722795835.896809:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896810:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766636928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896811:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795835.896819:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766636800 00000100:00100000:3.0:1722795835.896820:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009920aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766637952:0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896822:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766636800 00000100:00100000:0.0:1722795835.896824:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766637568:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896826:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766636928:12345-0@lo:400:kworker.0 Request processed in 15us (33us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795835.896829:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500 00000100:00100000:3.0:1722795835.896831:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896833:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637440 00000100:00100000:1.0:1722795835.896835:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637440 00000100:00100000:0.0:1722795835.896842:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896843:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501 00000100:00100000:1.0:1722795835.896845:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766637440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896846:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1722795835.896850:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090271450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766636800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.896852:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009920ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766638080:0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896855:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766636928:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896857:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766637440:12345-0@lo:400:kworker.0 Request processed in 11us (45us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795835.896860:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501 00000100:00100000:3.0:1722795835.896861:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766637440:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896864:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637568 00000100:00100000:1.0:1722795835.896865:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637568 00000100:00100000:0.0:1722795835.896871:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795835.896874:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502 00000100:00100000:2.0:1722795835.896875:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090271450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766636800:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795835.896876:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766637568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896881:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1722795835.896889:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766637568:12345-0@lo:400:kworker.0 Request processed in 13us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795835.896890:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766637184:0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896892:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502 00000100:00100000:0.0:1722795835.896893:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637952 00000100:00100000:3.0:1722795835.896895:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766636800:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.896896:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637952 00000100:00100000:0.0:1722795835.896915:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638080 00000100:00100000:0.0:1722795835.896917:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638080 00000100:00100000:2.0:1722795835.896920:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766637056 00000100:00100000:3.0:1722795835.896920:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1722795835.896922:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766637952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896923:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009920bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766637696:0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896923:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766637056 00000100:00100000:0.0:1722795835.896928:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1722795835.896929:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766637312:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.896932:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766638080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795835.896935:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766637824:0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896938:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109001 00000100:00100000:2.0:1722795835.896942:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766637056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.896944:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766637952:12345-0@lo:400:kworker.0 Request processed in 21us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795835.896948:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1722795835.896958:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766638080:12345-0@lo:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795835.896963:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1722795835.896964:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766637056:12345-0@lo:400:kworker.0 Request processed in 22us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795835.896968:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009920aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766637952:0@lo:400:kworker.0 00000100:00100000:2.0:1722795835.896970:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109001 00000100:00080000:0.0:1722795835.896976:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795805 00000100:00080000:0.0:1722795835.896978:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795805 00000100:00080000:0.0:1722795835.896980:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795805 00000100:00080000:0.0:1722795835.896982:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795805 00000100:00100000:0.0:1722795835.896995:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766637056:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.897003:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766637568:0@lo:400:kworker.0 00000100:00100000:0.0:1722795835.897010:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009920ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766638080:0@lo:400:kworker.0 00000100:00100000:3.0:1722795835.960621:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009920ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766638208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795835.960676:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795835.960710:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638208 00000100:00100000:2.0:1722795835.960717:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638208 00000100:00100000:2.0:1722795835.960752:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1722795835.960757:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766638208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795835.960779:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795835.960818:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766638208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795835.960823:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1722795835.960849:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009920ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766638208:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795836.342626:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795837.344619:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795837.992651:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766638336:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795837.992715:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795837.992816:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638336 00000100:00100000:0.0:1722795837.992825:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638336 00000100:00100000:0.0:1722795837.992870:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109002 00000100:00100000:0.0:1722795837.992876:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766638336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795837.992905:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795837.992951:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766638336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795837.992957:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109002 00000100:00100000:1.0:1722795837.992991:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766638336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795838.344717:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766638464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1722795838.344779:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795838.344897:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638464 00000100:00100000:2.0:1722795838.344906:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638464 00000100:00100000:2.0:1722795838.344964:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1722795838.344971:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766638464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795838.345000:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:0.0:1722795838.345001:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795808 00000100:00100000:2.0:1722795838.345052:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766638464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795838.345059:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1722795838.345094:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766638464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795838.346563:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795838.865828:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795838.865878:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795838.865912:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795838.865940:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795838.865965:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795838.865984:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795838.865993:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525440 00000100:00100000:3.0:1722795838.865993:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525184 00000100:00100000:0.0:1722795838.865999:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795838.866007:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525440 00000100:00100000:3.0:1722795838.866008:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525184 00000100:00100000:0.0:1722795838.866015:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795838.866015:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525056 00000100:00100000:2.0:1722795838.866023:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525056 00000100:00100000:0.0:1722795838.866051:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795838.866065:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525696 00000100:00100000:1.0:1722795838.866067:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525952 00000100:00100000:2.0:1722795838.866068:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 636 00000100:00100000:3.0:1722795838.866069:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525696 00000100:00100000:1.0:1722795838.866070:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525952 00000100:00100000:2.0:1722795838.866076:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046525056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795838.866087:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525568 00000100:00100000:1.0:1722795838.866090:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526080 00000100:00100000:3.0:1722795838.866090:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525312 00000100:00100000:0.0:1722795838.866092:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525568 00000100:00100000:1.0:1722795838.866094:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526080 00000100:00100000:3.0:1722795838.866094:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525312 00000100:00100000:3.0:1722795838.866112:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046525824 00000100:00100000:3.0:1722795838.866116:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046525824 00000100:00100000:1.0:1722795838.866118:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 507 00000100:00100000:1.0:1722795838.866128:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046525440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795838.866130:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 508 00000100:00100000:3.0:1722795838.866137:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3503 00000100:00100000:0.0:1722795838.866139:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046525952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795838.866139:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046525056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795838.866145:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046525184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795838.866156:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 636 00000100:00100000:1.0:1722795838.866182:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046525440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795838.866183:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046525952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795838.866190:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 508 00000100:00100000:1.0:1722795838.866195:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 507 00000100:00100000:3.0:1722795838.866197:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046525184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795838.866203:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3504 00000100:00100000:2.0:1722795838.866208:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046525696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795838.866208:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3503 00000100:00100000:0.0:1722795838.866210:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 509 00000100:00100000:0.0:1722795838.866215:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046526080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795838.866218:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 510 00000100:00100000:1.0:1722795838.866225:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046525568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795838.866233:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046525696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795838.866233:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3505 00000100:00100000:0.0:1722795838.866236:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046526080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795838.866241:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3504 00000100:00100000:0.0:1722795838.866242:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 509 00000100:00100000:3.0:1722795838.866242:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046525312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795838.866258:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046525568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795838.866259:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3506 00000100:00080000:0.0:1722795838.866260:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795808 00000100:00080000:0.0:1722795838.866264:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795808 00000100:00100000:2.0:1722795838.866264:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046525824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1722795838.866266:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795808 00000100:00080000:0.0:1722795838.866268:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795808 00000100:00100000:1.0:1722795838.866268:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 510 00000100:00100000:3.0:1722795838.866270:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046525312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (284us total) trans 0 rc 0/0 00000100:00080000:0.0:1722795838.866271:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795808 00000100:00100000:3.0:1722795838.866280:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3505 00000100:00100000:2.0:1722795838.866281:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046525824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795838.866286:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3506 00010000:00010000:2.0:1722795839.348603:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795839.816710:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1722795839.816740:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766638592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795839.816815:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795839.816947:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638592 00000100:00100000:0.0:1722795839.816959:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638592 00000100:00100000:0.0:1722795839.817023:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109003 00000100:00100000:0.0:1722795839.817032:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766638592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795839.817072:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795839.817132:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766638592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795839.817139:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109003 00000100:00100000:3.0:1722795839.817161:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766638592:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795840.350595:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795840.408590:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1722795840.408607:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766638720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795840.408655:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795840.408719:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638720 00000100:00100000:2.0:1722795840.408726:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638720 00000100:00080000:0.0:1722795840.408761:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795810 00000100:00100000:2.0:1722795840.408770:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1722795840.408775:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766638720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795840.408798:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795840.408831:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766638720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795840.408838:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1722795840.408864:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766638720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795840.440568:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795840.440582:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766638848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795840.440619:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795840.440653:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638848 00000100:00100000:2.0:1722795840.440660:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638848 00000100:00100000:2.0:1722795840.440707:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1722795840.440712:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766638848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795840.440728:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:0.0:1722795840.440759:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795810 00000100:00100000:2.0:1722795840.440768:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766638848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795840.440773:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1722795840.440796:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766638848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795840.904605:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766639104:0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904625:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766639360:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904635:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766638976:0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904659:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795840.904667:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766639232:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904674:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795840.904688:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766639872:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904700:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795840.904703:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766639488:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904722:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766639744:0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904723:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795840.904727:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795840.904736:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795840.904737:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766640000:0@lo:400:kworker.0 00000100:00100000:1.0:1722795840.904743:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639360 00000100:00100000:0.0:1722795840.904745:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766640256:0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904748:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639872 00000100:00100000:3.0:1722795840.904749:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795840.904751:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639360 00000100:00100000:2.0:1722795840.904752:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639872 00000100:00100000:0.0:1722795840.904760:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795840.904762:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1722795840.904766:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766639616:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904777:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795840.904787:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639232 00000100:00100000:1.0:1722795840.904788:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639744 00000100:00100000:2.0:1722795840.904788:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640000 00000100:00100000:1.0:1722795840.904789:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639744 00000100:00100000:0.0:1722795840.904790:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639232 00000100:00100000:2.0:1722795840.904790:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640000 00000100:00100000:3.0:1722795840.904790:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766640128:0@lo:400:kworker.0 00000100:00100000:1.0:1722795840.904801:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639616 00000100:00100000:3.0:1722795840.904801:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795840.904803:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639616 00000100:00100000:2.0:1722795840.904806:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507 00000100:00100000:0.0:1722795840.904810:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639488 00000100:00100000:2.0:1722795840.904811:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766639360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904812:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639488 00000100:00100000:1.0:1722795840.904816:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508 00000100:00100000:1.0:1722795840.904820:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766639872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904821:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109004 00000100:00100000:3.0:1722795840.904821:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766638976 00000100:00100000:3.0:1722795840.904824:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766638976 00000100:00100000:0.0:1722795840.904825:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766639232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904846:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1722795840.904851:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766639360:12345-0@lo:400:kworker.0 Request processed in 39us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795840.904851:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766638976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904856:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507 00000100:00100000:1.0:1722795840.904862:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766639872:12345-0@lo:400:kworker.0 Request processed in 42us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795840.904863:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766639232:12345-0@lo:400:kworker.0 Request processed in 37us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795840.904867:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508 00000100:00100000:0.0:1722795840.904870:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109004 00000100:00100000:2.0:1722795840.904871:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509 00000100:00100000:2.0:1722795840.904874:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766639744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904874:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766638976:12345-0@lo:400:kworker.0 Request processed in 23us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795840.904878:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1722795840.904884:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510 00000100:00100000:0.0:1722795840.904885:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109005 00000100:00100000:1.0:1722795840.904887:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766640000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904888:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766639488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904888:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766639744:12345-0@lo:400:kworker.0 Request processed in 14us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795840.904893:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509 00000100:00100000:2.0:1722795840.904900:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511 00000100:00100000:2.0:1722795840.904903:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766639616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904905:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766639488:12345-0@lo:400:kworker.0 Request processed in 17us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795840.904906:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766640000:12345-0@lo:400:kworker.0 Request processed in 18us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795840.904908:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640256 00000100:00100000:0.0:1722795840.904909:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109005 00000100:00100000:1.0:1722795840.904910:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1722795840.904910:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640256 00000100:00100000:2.0:1722795840.904915:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766639616:12345-0@lo:400:kworker.0 Request processed in 12us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795840.904919:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511 00000100:00100000:3.0:1722795840.904924:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640128 00000100:00100000:3.0:1722795840.904925:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640128 00000100:00100000:0.0:1722795840.904929:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1722795840.904930:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795810 00000100:00080000:2.0:1722795840.904933:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795810 00000100:00080000:2.0:1722795840.904935:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795810 00000100:00100000:3.0:1722795840.904935:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00080000:2.0:1722795840.904936:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795810 00000100:00100000:3.0:1722795840.904938:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766640256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795840.904941:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766639104 00000100:00100000:1.0:1722795840.904943:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766639104 00000100:00100000:0.0:1722795840.904952:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1722795840.904954:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766639360:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.904955:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766640128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795840.904955:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512 00000100:00100000:3.0:1722795840.904957:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766640256:12345-0@lo:400:kworker.0 Request processed in 19us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795840.904958:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766639104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.904961:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766639872:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904962:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1722795840.904973:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766640128:12345-0@lo:400:kworker.0 Request processed in 18us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795840.904977:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1722795840.904978:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766639104:12345-0@lo:400:kworker.0 Request processed in 20us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795840.904982:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512 00000100:00100000:3.0:1722795840.904990:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766639616:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.904996:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766640128:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.905001:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766638976:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.905002:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766639104:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.905007:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766639488:0@lo:400:kworker.0 00000100:00100000:3.0:1722795840.905013:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766640000:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.905016:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766639232:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.905022:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766639744:0@lo:400:kworker.0 00000100:00100000:0.0:1722795840.905028:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766640256:0@lo:400:kworker.0 00000100:00100000:2.0:1722795840.968698:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766640384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795840.968752:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795840.968810:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640384 00000100:00100000:0.0:1722795840.968820:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640384 00000100:00100000:0.0:1722795840.968873:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1722795840.968881:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766640384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795840.968910:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795840.968971:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766640384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795840.968983:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1722795840.969011:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766640384:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795841.352701:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795842.354691:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795843.000602:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766640512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795843.000655:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795843.000695:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640512 00000100:00100000:0.0:1722795843.000703:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640512 00000100:00100000:0.0:1722795843.000754:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109006 00000100:00100000:0.0:1722795843.000761:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766640512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795843.000791:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795843.000843:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766640512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795843.000850:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109006 00000100:00100000:3.0:1722795843.000864:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766640512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795843.352627:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795843.352646:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766640640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795843.352702:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795843.352740:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640640 00000100:00100000:0.0:1722795843.352747:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640640 00000100:00080000:2.0:1722795843.352769:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795813 00000100:00100000:0.0:1722795843.352791:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1722795843.352795:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766640640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795843.352818:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795843.352857:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766640640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795843.352861:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1722795843.352894:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766640640:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795843.356514:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795843.873761:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795843.873824:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795843.873855:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526336 00000100:00100000:0.0:1722795843.873861:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795843.873863:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526336 00000100:00100000:0.0:1722795843.873882:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795843.873898:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795843.873910:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526464 00000100:00100000:1.0:1722795843.873912:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526464 00000100:00100000:0.0:1722795843.873913:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795843.873917:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526208 00000100:00100000:1.0:1722795843.873922:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526848 00000100:00100000:3.0:1722795843.873922:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526208 00000100:00100000:1.0:1722795843.873923:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526848 00000100:00100000:0.0:1722795843.873934:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795843.873934:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3513 00000100:00100000:1.0:1722795843.873939:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046526336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1722795843.873947:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795813 00000100:00100000:3.0:1722795843.873948:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 638 00000100:00100000:0.0:1722795843.873949:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:2.0:1722795843.873950:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795813 00000100:00080000:2.0:1722795843.873952:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795813 00000100:00100000:3.0:1722795843.873952:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046526208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795843.873963:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526976 00000100:00100000:2.0:1722795843.873967:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526976 00000100:00100000:0.0:1722795843.873976:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795843.873990:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3514 00000100:00100000:3.0:1722795843.873990:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046526208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795843.873991:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046526336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795843.873994:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046526464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795843.873995:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 638 00000100:00100000:1.0:1722795843.873996:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3513 00000100:00100000:1.0:1722795843.874009:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3515 00000100:00100000:1.0:1722795843.874012:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046526848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795843.874018:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046526464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795843.874022:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3514 00000100:00100000:1.0:1722795843.874032:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046526848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795843.874032:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3516 00000100:00100000:3.0:1722795843.874036:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046526976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795843.874039:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3515 00000100:00080000:2.0:1722795843.874045:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795813 00000100:00100000:3.0:1722795843.874050:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046526976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795843.874052:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526592 00000100:00100000:3.0:1722795843.874053:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3516 00000100:00100000:1.0:1722795843.874054:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526592 00000100:00100000:2.0:1722795843.874065:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527104 00000100:00100000:2.0:1722795843.874067:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527104 00000100:00100000:1.0:1722795843.874071:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046526720 00000100:00100000:1.0:1722795843.874072:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046526720 00000100:00100000:3.0:1722795843.874074:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527232 00000100:00100000:3.0:1722795843.874076:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527232 00000100:00100000:2.0:1722795843.874080:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 513 00000100:00100000:1.0:1722795843.874083:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 514 00000100:00100000:2.0:1722795843.874083:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046526592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795843.874086:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046527104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795843.874091:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 515 00000100:00100000:3.0:1722795843.874093:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046526720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795843.874098:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046526592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795843.874100:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046527104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795843.874101:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 513 00000100:00100000:1.0:1722795843.874103:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 514 00000100:00100000:2.0:1722795843.874108:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 516 00000100:00100000:2.0:1722795843.874110:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046527232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795843.874115:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046526720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795843.874119:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 515 00000100:00100000:2.0:1722795843.874122:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046527232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795843.874125:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 516 00000100:00080000:2.0:1722795843.874134:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795813 00000100:00080000:2.0:1722795843.874135:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795813 00010000:00010000:2.0:1722795844.358582:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795844.824661:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766640768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795844.824728:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795844.824779:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640768 00000100:00100000:2.0:1722795844.824790:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640768 00000100:00100000:2.0:1722795844.824845:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109007 00000100:00100000:2.0:1722795844.824852:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766640768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795844.824889:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795844.824953:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766640768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795844.824960:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109007 00000100:00100000:0.0:1722795844.824979:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766640768:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795845.360635:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795845.416662:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766640896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795845.416728:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795845.416784:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766640896 00000100:00100000:0.0:1722795845.416795:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766640896 00000100:00080000:2.0:1722795845.416821:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795815 00000100:00100000:0.0:1722795845.416856:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1722795845.416864:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766640896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795845.416896:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795845.416956:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766640896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795845.416963:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1722795845.416995:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766640896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795845.448563:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766641024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795845.448590:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795845.448676:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641024 00000100:00100000:1.0:1722795845.448683:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641024 00000100:00080000:2.0:1722795845.448718:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795815 00000100:00100000:1.0:1722795845.448721:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1722795845.448726:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766641024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1722795845.448738:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:1.0:1722795845.448771:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766641024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795845.448776:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1722795845.448782:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766641024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795845.912548:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766641152:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912548:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766641536:0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912555:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766641408:0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912571:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766641280:0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.912608:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795845.912608:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795845.912610:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795845.912626:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641536 00000100:00100000:1.0:1722795845.912631:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641536 00000100:00100000:0.0:1722795845.912634:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766641664:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912634:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766642048:0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912638:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766641920:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912647:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795845.912648:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795845.912657:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766642176:0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912657:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795845.912659:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642048 00000100:00100000:1.0:1722795845.912660:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642048 00000100:00100000:0.0:1722795845.912667:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795845.912670:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766642432:0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912674:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642176 00000100:00100000:3.0:1722795845.912674:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641920 00000100:00100000:1.0:1722795845.912675:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642176 00000100:00100000:3.0:1722795845.912676:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641920 00000100:00100000:1.0:1722795845.912685:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517 00000100:00100000:2.0:1722795845.912687:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795845.912690:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766641536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.912692:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641408 00000100:00100000:0.0:1722795845.912695:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641408 00000100:00100000:3.0:1722795845.912695:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518 00000100:00100000:3.0:1722795845.912698:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766642048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.912711:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641664 00000100:00100000:0.0:1722795845.912713:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641664 00000100:00100000:2.0:1722795845.912714:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641152 00000100:00100000:2.0:1722795845.912718:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641152 00000100:00100000:0.0:1722795845.912721:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109008 00000100:00100000:3.0:1722795845.912723:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766642048:12345-0@lo:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795845.912724:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766641408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912727:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766641536:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795845.912728:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518 00000100:00100000:1.0:1722795845.912731:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517 00000100:00100000:1.0:1722795845.912741:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519 00000100:00100000:2.0:1722795845.912741:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1722795845.912743:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520 00000100:00100000:1.0:1722795845.912744:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766642176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912746:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766641920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912747:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766641152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.912748:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766641408:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795845.912751:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109008 00000100:00100000:1.0:1722795845.912759:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766642176:12345-0@lo:400:kworker.0 Request processed in 16us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795845.912760:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766641920:12345-0@lo:400:kworker.0 Request processed in 14us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795845.912763:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109009 00000100:00100000:1.0:1722795845.912763:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519 00000100:00100000:3.0:1722795845.912765:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520 00000100:00100000:0.0:1722795845.912766:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766641664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912774:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766641152:12345-0@lo:400:kworker.0 Request processed in 27us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795845.912780:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642432 00000100:00100000:1.0:1722795845.912781:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642432 00000100:00100000:0.0:1722795845.912782:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766641664:12345-0@lo:400:kworker.0 Request processed in 14us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795845.912783:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1722795845.912786:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109009 00000100:00100000:1.0:1722795845.912794:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1722795845.912798:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766642432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912800:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766641536:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912806:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766642048:0@lo:400:kworker.0 00000100:00080000:2.0:1722795845.912811:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795815 00000100:00080000:2.0:1722795845.912815:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795815 00000100:00100000:0.0:1722795845.912817:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766641152:0@lo:400:kworker.0 00000100:00080000:2.0:1722795845.912817:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795815 00000100:00080000:2.0:1722795845.912819:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795815 00000100:00100000:1.0:1722795845.912821:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766642432:12345-0@lo:400:kworker.0 Request processed in 22us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795845.912826:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1722795845.912827:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766641664:0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.912838:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766642176:0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912841:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766641408:0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912845:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795845.912849:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766641920:0@lo:400:kworker.0 00000100:00100000:2.0:1722795845.912857:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766642432:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912859:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641280 00000100:00100000:3.0:1722795845.912861:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641280 00000100:00100000:1.0:1722795845.912862:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766641792:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912872:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521 00000100:00100000:3.0:1722795845.912875:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766641280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912882:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795845.912893:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766641280:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795845.912896:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521 00000100:00100000:3.0:1722795845.912901:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766641792 00000100:00100000:3.0:1722795845.912903:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766641792 00000100:00100000:1.0:1722795845.912905:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766642304:0@lo:400:kworker.0 00000100:00100000:3.0:1722795845.912920:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:1.0:1722795845.912922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795845.912922:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766641792:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795845.912935:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795815 00000100:00100000:3.0:1722795845.912937:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766641792:12345-0@lo:400:kworker.0 Request processed in 14us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795845.912940:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:1.0:1722795845.912958:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766641280:0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912969:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766641792:0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.912995:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642304 00000100:00100000:1.0:1722795845.912998:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642304 00000100:00080000:2.0:1722795845.913028:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795815 00000100:00100000:1.0:1722795845.913033:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1722795845.913037:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766642304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795845.913067:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766642304:12345-0@lo:400:kworker.0 Request processed in 29us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795845.913072:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1722795845.913081:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766642304:0@lo:400:kworker.0 00000100:00100000:0.0:1722795845.976605:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1722795845.976621:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766642560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795845.976678:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795845.976770:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642560 00000100:00100000:1.0:1722795845.976776:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642560 00000100:00100000:1.0:1722795845.976812:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1722795845.976817:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766642560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1722795845.976838:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795845.976871:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766642560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795845.976877:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1722795845.976885:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766642560:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795846.362629:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795847.364691:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795848.008639:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766642688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795848.008693:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795848.008735:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642688 00000100:00100000:3.0:1722795848.008743:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642688 00000100:00100000:3.0:1722795848.008781:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109010 00000100:00100000:3.0:1722795848.008786:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766642688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795848.008813:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795848.008857:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766642688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795848.008863:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109010 00000100:00100000:0.0:1722795848.008875:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766642688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795848.360617:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766642816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795848.360684:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795848.360787:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642816 00000100:00100000:1.0:1722795848.360798:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642816 00000100:00100000:1.0:1722795848.360886:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1722795848.360892:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766642816:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1722795848.360899:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795818 00002000:00000024:1.0:1722795848.360918:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795848.360958:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766642816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795848.360964:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1722795848.360984:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766642816:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795848.366579:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795848.881511:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795848.881561:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795848.881588:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795848.881608:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527488 00000100:00100000:0.0:1722795848.881616:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795848.881621:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527488 00000100:00100000:2.0:1722795848.881622:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527360 00000100:00100000:2.0:1722795848.881627:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527360 00000100:00100000:0.0:1722795848.881633:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795848.881650:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795848.881658:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527616 00000100:00100000:3.0:1722795848.881659:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527616 00000100:00100000:0.0:1722795848.881664:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795848.881664:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 640 00000100:00100000:3.0:1722795848.881667:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528000 00000100:00100000:3.0:1722795848.881668:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528000 00000100:00100000:2.0:1722795848.881671:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046527360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795848.881678:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795848.881678:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3523 00000100:00100000:3.0:1722795848.881682:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046527488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795848.881688:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527744 00000100:00100000:1.0:1722795848.881694:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527744 00000100:00100000:0.0:1722795848.881719:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795848.881723:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046527488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795848.881724:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046527360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795848.881728:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3523 00000100:00100000:1.0:1722795848.881731:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046527872 00000100:00100000:2.0:1722795848.881731:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 640 00000100:00100000:1.0:1722795848.881733:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046527872 00000100:00100000:3.0:1722795848.881743:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528128 00000100:00100000:3.0:1722795848.881745:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528128 00000100:00100000:1.0:1722795848.881747:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528256 00000100:00100000:1.0:1722795848.881749:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528256 00000100:00100000:3.0:1722795848.881754:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3524 00000100:00100000:3.0:1722795848.881756:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046527616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795848.881759:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528384 00000100:00100000:1.0:1722795848.881762:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528384 00000100:00080000:2.0:1722795848.881762:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795818 00000100:00080000:2.0:1722795848.881766:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795818 00000100:00080000:2.0:1722795848.881768:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795818 00000100:00100000:3.0:1722795848.881769:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046527616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (153us total) trans 0 rc 0/0 00000100:00080000:2.0:1722795848.881770:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795818 00000100:00080000:2.0:1722795848.881772:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795818 00000100:00100000:3.0:1722795848.881772:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3524 00000100:00100000:1.0:1722795848.881776:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 519 00000100:00100000:3.0:1722795848.881777:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3525 00000100:00100000:3.0:1722795848.881779:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046528000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795848.881782:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046527744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795848.881785:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 520 00000100:00100000:3.0:1722795848.881787:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046528000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 8us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795848.881790:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3525 00000100:00100000:2.0:1722795848.881797:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046527872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795848.881798:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3526 00000100:00100000:3.0:1722795848.881801:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046528128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795848.881818:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046528128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795848.881821:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046527744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795848.881821:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3526 00000100:00100000:2.0:1722795848.881825:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046527872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795848.881826:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 519 00000100:00100000:2.0:1722795848.881832:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 520 00000100:00100000:1.0:1722795848.881840:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 521 00000100:00100000:1.0:1722795848.881842:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046528256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795848.881847:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 522 00000100:00100000:2.0:1722795848.881851:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046528384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795848.881857:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046528256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795848.881860:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 521 00000100:00100000:2.0:1722795848.881871:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2004:x1806482046528384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795848.881875:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 522 00010000:00010000:2.0:1722795849.368670:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795849.832788:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766642944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795849.832871:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795849.832947:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766642944 00000100:00100000:3.0:1722795849.832958:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766642944 00000100:00100000:3.0:1722795849.833026:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109011 00000100:00100000:3.0:1722795849.833033:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766642944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795849.833075:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795849.833170:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766642944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795849.833177:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109011 00000100:00100000:0.0:1722795849.833190:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766642944:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795850.370683:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795850.424748:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88007350d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766643072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795850.424813:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795850.424858:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643072 00000100:00100000:1.0:1722795850.424867:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643072 00000100:00080000:2.0:1722795850.424888:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795820 00000100:00100000:1.0:1722795850.424917:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1722795850.424924:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766643072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1722795850.424953:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:1.0:1722795850.425005:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766643072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.425011:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1722795850.425038:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88007350d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766643072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795850.456686:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766643200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795850.456783:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795850.456902:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643200 00000100:00100000:1.0:1722795850.456911:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643200 00000100:00100000:1.0:1722795850.456964:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1722795850.456969:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766643200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1722795850.456989:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:2.0:1722795850.456991:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795820 00000100:00100000:1.0:1722795850.457046:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766643200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.457051:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1722795850.457097:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766643200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795850.920657:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766643328:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.920657:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766643712:0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.920690:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766643584:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.920692:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766643456:0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.920736:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795850.920737:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795850.920776:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643328 00000100:00100000:3.0:1722795850.920776:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795850.920785:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643328 00000100:00100000:1.0:1722795850.920785:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766643840:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.920785:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766644224:0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.920817:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766644096:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.920818:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795850.920823:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795850.920835:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1722795850.920837:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766644352:0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.920839:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795850.920842:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766643328:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795850.920846:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795820 00000100:00100000:3.0:1722795850.920856:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766644608:0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.920858:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795850.920870:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643584 00000100:00100000:3.0:1722795850.920873:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795850.920875:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643584 00000100:00100000:2.0:1722795850.920902:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643840 00000100:00100000:2.0:1722795850.920904:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643840 00000100:00100000:3.0:1722795850.920915:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643712 00000100:00100000:1.0:1722795850.920917:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800962bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766643328:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.920919:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766643328:12345-0@lo:400:kworker.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795850.920919:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109012 00000100:00100000:3.0:1722795850.920920:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643712 00000100:00100000:2.0:1722795850.920925:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766643584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.920926:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1722795850.920948:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644224 00000100:00100000:3.0:1722795850.920951:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644224 00000100:00100000:1.0:1722795850.920960:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644096 00000100:00100000:1.0:1722795850.920964:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644096 00000100:00100000:2.0:1722795850.920967:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766643584:12345-0@lo:400:kworker.0 Request processed in 42us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795850.920967:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644352 00000100:00100000:0.0:1722795850.920969:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109013 00000100:00100000:3.0:1722795850.920970:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644352 00000100:00100000:0.0:1722795850.920974:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766643840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.920975:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109012 00000100:00100000:3.0:1722795850.920984:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:3.0:1722795850.920989:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766643712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.920994:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528 00000100:00100000:1.0:1722795850.921000:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766644224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921008:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766643840:12345-0@lo:400:kworker.0 Request processed in 33us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795850.921014:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109013 00000100:00100000:2.0:1722795850.921015:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644608 00000100:00100000:2.0:1722795850.921019:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644608 00000100:00100000:3.0:1722795850.921033:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766643712:12345-0@lo:400:kworker.0 Request processed in 42us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795850.921040:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1722795850.921041:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766644224:12345-0@lo:400:kworker.0 Request processed in 40us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795850.921043:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795850.921048:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528 00000100:00100000:2.0:1722795850.921054:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1722795850.921058:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766643968:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.921062:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766644608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.921063:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643456 00000100:00100000:3.0:1722795850.921065:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643456 00000100:00100000:1.0:1722795850.921066:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1722795850.921070:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080335c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766644352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921077:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795850.921081:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530 00000100:00100000:3.0:1722795850.921085:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766644096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921095:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766644480:0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.921099:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080335c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766644352:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.921104:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1722795850.921116:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766643968 00000100:00100000:3.0:1722795850.921119:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766644096:12345-0@lo:400:kworker.0 Request processed in 33us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795850.921120:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795850.921120:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766644608:12345-0@lo:400:kworker.0 Request processed in 57us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.921121:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766643968 00000100:00100000:3.0:1722795850.921125:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530 00000100:00100000:2.0:1722795850.921161:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1722795850.921174:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531 00000100:00100000:3.0:1722795850.921177:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766643456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.921183:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644480 00000100:00100000:1.0:1722795850.921185:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532 00000100:00100000:2.0:1722795850.921187:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644480 00000100:00100000:1.0:1722795850.921193:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766643968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921211:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1722795850.921211:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766643456:12345-0@lo:400:kworker.0 Request processed in 31us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795850.921217:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766644480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.921217:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531 00000100:00080000:2.0:1722795850.921234:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795820 00000100:00080000:2.0:1722795850.921237:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795820 00000100:00100000:1.0:1722795850.921238:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766643968:12345-0@lo:400:kworker.0 Request processed in 43us (158us total) trans 0 rc 0/0 00000100:00080000:2.0:1722795850.921239:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795820 00000100:00100000:0.0:1722795850.921246:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766644480:12345-0@lo:400:kworker.0 Request processed in 29us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.921248:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532 00000100:00100000:0.0:1722795850.921252:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1722795850.921264:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766643584:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.921269:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766643712:0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.921274:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766644096:0@lo:400:kworker.0 00000100:00100000:2.0:1722795850.921279:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766644224:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921282:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766643456:0@lo:400:kworker.0 00000100:00100000:3.0:1722795850.921284:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766644608:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921292:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766643968:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.921303:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766644480:0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.921311:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766643840:0@lo:400:kworker.0 00000100:00100000:1.0:1722795850.921325:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766644352:0@lo:400:kworker.0 00000100:00100000:0.0:1722795850.984705:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766644736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795850.984776:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795850.984891:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644736 00000100:00100000:1.0:1722795850.984901:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644736 00000100:00100000:1.0:1722795850.984948:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1722795850.984954:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766644736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1722795850.984983:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795850.985026:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766644736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795850.985032:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1722795850.985056:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766644736:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795851.372662:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795852.374648:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795853.016684:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795853.016704:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766644864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795853.016763:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795853.016803:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644864 00000100:00100000:2.0:1722795853.016811:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644864 00000100:00100000:2.0:1722795853.016848:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109014 00000100:00100000:2.0:1722795853.016854:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766644864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795853.016882:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795853.016935:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766644864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795853.016944:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109014 00000100:00100000:0.0:1722795853.016975:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766644864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795853.368758:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1722795853.368788:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e8cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766644992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795853.368873:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795853.368937:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766644992 00000100:00100000:2.0:1722795853.368949:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766644992 00000100:00100000:2.0:1722795853.369025:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1722795853.369034:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766644992:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1722795853.369038:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795823 00002000:00000024:2.0:1722795853.369070:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795853.369290:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766644992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 255us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795853.369299:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1722795853.369372:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e8cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766644992:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795853.376634:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795853.889682:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795853.889716:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795853.889740:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795853.889752:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795853.889754:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528512 00000100:00100000:0.0:1722795853.889761:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795853.889763:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528512 00000100:00100000:0.0:1722795853.889770:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795853.889780:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528640 00000100:00100000:0.0:1722795853.889786:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795853.889786:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528640 00000100:00100000:0.0:1722795853.889797:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795853.889811:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528768 00000100:00100000:1.0:1722795853.889813:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528768 00000100:00100000:2.0:1722795853.889814:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 642 00000100:00100000:2.0:1722795853.889819:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046528512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795853.889823:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529152 00000100:00100000:1.0:1722795853.889824:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529152 00000100:00100000:0.0:1722795853.889829:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795853.889829:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046528896 00000100:00100000:1.0:1722795853.889832:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529280 00000100:00100000:1.0:1722795853.889834:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529280 00000100:00100000:3.0:1722795853.889834:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046528896 00000100:00100000:1.0:1722795853.889844:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3533 00000100:00100000:0.0:1722795853.889845:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529024 00000100:00100000:1.0:1722795853.889848:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046528640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795853.889849:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529024 00000100:00100000:3.0:1722795853.889858:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529408 00000100:00100000:3.0:1722795853.889860:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529408 00000100:00100000:2.0:1722795853.889865:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046528512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795853.889866:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529536 00000100:00100000:0.0:1722795853.889867:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529536 00000100:00100000:2.0:1722795853.889870:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 642 00000100:00100000:3.0:1722795853.889872:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 525 00000100:00100000:3.0:1722795853.889876:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046528896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795853.889878:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046528640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795853.889880:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 526 00000100:00100000:1.0:1722795853.889882:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3533 00000100:00100000:0.0:1722795853.889884:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046529024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795853.889895:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3534 00000100:00100000:1.0:1722795853.889898:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046528768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795853.889903:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046528896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795853.889904:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 527 00000100:00100000:2.0:1722795853.889907:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046529408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795853.889908:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046529024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795853.889908:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 525 00000100:00100000:1.0:1722795853.889909:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046528768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795853.889912:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 526 00000100:00100000:1.0:1722795853.889914:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3534 00000100:00100000:1.0:1722795853.889920:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3535 00000100:00100000:2.0:1722795853.889922:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046529408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795853.889923:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046529152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795853.889924:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 528 00000100:00100000:2.0:1722795853.889927:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 527 00000100:00100000:3.0:1722795853.889927:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046529536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795853.889936:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3536 00000100:00100000:1.0:1722795853.889938:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046529152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795853.889938:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046529536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795853.889939:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046529280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795853.889942:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 528 00000100:00100000:1.0:1722795853.889943:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3535 00000100:00100000:0.0:1722795853.889951:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046529280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795853.889955:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3536 00000100:00080000:1.0:1722795853.889995:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795823 00000100:00080000:1.0:1722795853.889999:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795823 00000100:00080000:1.0:1722795853.890001:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795823 00000100:00080000:1.0:1722795853.890003:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795823 00000100:00080000:1.0:1722795853.890005:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795823 00010000:00010000:2.0:1722795854.378682:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795854.840694:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766645120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795854.840758:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795854.840869:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645120 00000100:00100000:2.0:1722795854.840878:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645120 00000100:00100000:2.0:1722795854.840923:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109015 00000100:00100000:2.0:1722795854.840930:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766645120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795854.840960:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795854.841001:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766645120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795854.841007:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109015 00000100:00100000:0.0:1722795854.841023:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766645120:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795855.380714:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795855.432623:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795855.432643:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766645248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795855.432705:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.432760:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645248 00000100:00100000:2.0:1722795855.432769:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645248 00000100:00080000:1.0:1722795855.432806:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795825 00000100:00100000:2.0:1722795855.432834:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1722795855.432842:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766645248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795855.432873:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795855.432924:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766645248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.432930:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1722795855.432942:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766645248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795855.464611:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766645376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795855.464651:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.464685:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645376 00000100:00100000:2.0:1722795855.464692:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645376 00000100:00080000:1.0:1722795855.464711:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795825 00000100:00100000:2.0:1722795855.464735:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1722795855.464740:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766645376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795855.464756:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795855.464796:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766645376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.464801:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1722795855.464834:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766645376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795855.928552:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766645888:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928577:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766645504:0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928617:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.928620:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.928649:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766646016:0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928660:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766646400:0@lo:400:kworker.0 00000100:00100000:3.0:1722795855.928662:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645888 00000100:00100000:2.0:1722795855.928669:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795855.928670:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645888 00000100:00100000:1.0:1722795855.928684:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.928684:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766646528:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928708:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766645632:0@lo:400:kworker.0 00000100:00100000:3.0:1722795855.928710:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646400 00000100:00100000:3.0:1722795855.928712:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646400 00000100:00100000:1.0:1722795855.928727:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766645760:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928729:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795855.928730:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537 00000100:00100000:3.0:1722795855.928735:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766645888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928747:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.928748:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766646144:0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928755:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766646272:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928765:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.928778:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766646656:0@lo:400:kworker.0 00000100:00100000:0.0:1722795855.928780:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645632 00000100:00100000:1.0:1722795855.928781:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646144 00000100:00100000:1.0:1722795855.928784:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646144 00000100:00100000:0.0:1722795855.928786:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645632 00000100:00100000:3.0:1722795855.928792:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766645888:12345-0@lo:400:kworker.0 Request processed in 57us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.928796:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795855.928797:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537 00000100:00100000:1.0:1722795855.928803:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538 00000100:00100000:1.0:1722795855.928807:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766646400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795855.928813:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:3.0:1722795855.928817:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540 00000100:00100000:0.0:1722795855.928818:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766646144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928820:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646656 00000100:00100000:3.0:1722795855.928820:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766645632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928824:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646656 00000100:00100000:1.0:1722795855.928831:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766646400:12345-0@lo:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795855.928835:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538 00000100:00100000:3.0:1722795855.928840:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766645632:12345-0@lo:400:kworker.0 Request processed in 20us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795855.928844:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540 00000100:00100000:2.0:1722795855.928845:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1722795855.928849:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766646656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928857:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795855.928859:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766646144:12345-0@lo:400:kworker.0 Request processed in 41us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795855.928864:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00100000:3.0:1722795855.928864:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645504 00000100:00100000:3.0:1722795855.928866:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645504 00000100:00100000:1.0:1722795855.928868:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766646784:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928874:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766646656:12345-0@lo:400:kworker.0 Request processed in 24us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795855.928877:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646272 00000100:00100000:0.0:1722795855.928878:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646272 00000100:00100000:2.0:1722795855.928878:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1722795855.928880:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795855.928883:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1722795855.928885:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766645504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795855.928890:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541 00000100:00100000:0.0:1722795855.928893:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766646272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928893:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646784 00000100:00100000:2.0:1722795855.928895:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646784 00000100:00100000:2.0:1722795855.928905:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1722795855.928905:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766645504:12345-0@lo:400:kworker.0 Request processed in 19us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.928908:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766646784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795855.928909:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1722795855.928913:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766646272:12345-0@lo:400:kworker.0 Request processed in 19us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795855.928917:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541 00000100:00100000:1.0:1722795855.928939:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646016 00000100:00100000:2.0:1722795855.928940:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766646784:12345-0@lo:400:kworker.0 Request processed in 32us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795855.928941:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646016 00000100:00080000:3.0:1722795855.928941:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795825 00000100:00080000:3.0:1722795855.928943:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795825 00000100:00100000:2.0:1722795855.928944:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:3.0:1722795855.928945:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795825 00000100:00080000:3.0:1722795855.928946:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795825 00000100:00100000:1.0:1722795855.928958:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766645760 00000100:00100000:1.0:1722795855.928959:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766645760 00000100:00100000:2.0:1722795855.928961:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109016 00000100:00100000:2.0:1722795855.928964:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766646016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928969:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109017 00000100:00100000:0.0:1722795855.928972:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766646272:0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.928972:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766645760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795855.928974:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766646400:0@lo:400:kworker.0 00000100:00100000:0.0:1722795855.928979:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766646784:0@lo:400:kworker.0 00000100:00100000:3.0:1722795855.928981:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766645888:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.928982:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766646016:12345-0@lo:400:kworker.0 Request processed in 18us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.928986:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109016 00000100:00100000:1.0:1722795855.928992:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766645760:12345-0@lo:400:kworker.0 Request processed in 20us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795855.928996:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109017 00000100:00100000:0.0:1722795855.928999:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766645760:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.929009:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766645632:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.929015:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766646144:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.929019:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766646656:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.929038:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.929076:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766645504:0@lo:400:kworker.0 00000100:00100000:2.0:1722795855.929091:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766646016:0@lo:400:kworker.0 00000100:00100000:1.0:1722795855.929093:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646528 00000100:00100000:1.0:1722795855.929096:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646528 00000100:00100000:1.0:1722795855.929120:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542 00000100:00100000:1.0:1722795855.929122:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766646528:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795855.929124:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795825 00000100:00100000:1.0:1722795855.929149:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766646528:12345-0@lo:400:kworker.0 Request processed in 26us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795855.929153:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542 00000100:00100000:2.0:1722795855.929171:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766646528:0@lo:400:kworker.0 00000100:00100000:0.0:1722795855.992599:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795855.992615:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766646912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795855.992668:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795855.992707:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766646912 00000100:00100000:2.0:1722795855.992714:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766646912 00000100:00100000:2.0:1722795855.992743:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1722795855.992747:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766646912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795855.992769:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795855.992807:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766646912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795855.992811:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1722795855.992832:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880121251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766646912:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795856.382619:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795857.384567:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795858.024670:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795858.024690:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795858.024749:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795858.024786:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647040 00000100:00100000:0.0:1722795858.024795:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647040 00000100:00100000:0.0:1722795858.024843:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109018 00000100:00100000:0.0:1722795858.024849:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766647040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795858.024897:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795858.024974:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766647040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.024982:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109018 00000100:00100000:3.0:1722795858.025075:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795858.376695:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766647168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795858.376772:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795858.376813:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647168 00000100:00100000:0.0:1722795858.376825:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647168 00000100:00100000:0.0:1722795858.376926:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1722795858.376938:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766647168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795858.376982:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795858.376990:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795828 00000100:00100000:0.0:1722795858.377105:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766647168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 166us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.377118:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1722795858.377134:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766647168:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795858.386601:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795858.898020:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795858.898072:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795858.898097:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795858.898112:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795858.898125:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529792 00000100:00100000:2.0:1722795858.898132:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795858.898133:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529664 00000100:00100000:1.0:1722795858.898136:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529792 00000100:00100000:3.0:1722795858.898140:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529664 00000100:00100000:2.0:1722795858.898147:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795858.898158:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046529920 00000100:00100000:2.0:1722795858.898162:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795858.898166:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046529920 00000100:00100000:2.0:1722795858.898174:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795858.898190:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 644 00000100:00100000:1.0:1722795858.898194:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530304 00000100:00100000:1.0:1722795858.898198:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530304 00000100:00100000:3.0:1722795858.898200:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046529664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795858.898206:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3543 00000100:00100000:2.0:1722795858.898207:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795858.898213:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046529792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795858.898221:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530432 00000100:00100000:1.0:1722795858.898224:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530432 00000100:00100000:2.0:1722795858.898227:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530048 00000100:00100000:2.0:1722795858.898231:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530048 00000100:00100000:1.0:1722795858.898246:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3544 00000100:00100000:1.0:1722795858.898255:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046529920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795858.898257:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530560 00000100:00100000:2.0:1722795858.898259:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530560 00000100:00100000:0.0:1722795858.898266:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046529792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795858.898268:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046529664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795858.898269:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530176 00000100:00100000:2.0:1722795858.898270:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530176 00000100:00100000:0.0:1722795858.898273:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3543 00000100:00100000:3.0:1722795858.898278:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 644 00000100:00100000:2.0:1722795858.898280:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530688 00000100:00100000:2.0:1722795858.898281:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530688 00000100:00100000:0.0:1722795858.898293:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3545 00000100:00100000:2.0:1722795858.898293:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 531 00000100:00100000:0.0:1722795858.898297:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046530304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795858.898299:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046530048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795858.898303:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046529920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795858.898313:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3544 00000100:00100000:0.0:1722795858.898316:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046530304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.898325:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3545 00000100:00100000:3.0:1722795858.898326:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 532 00000100:00100000:2.0:1722795858.898334:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046530048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795858.898334:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046530560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795858.898335:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3546 00000100:00100000:0.0:1722795858.898338:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046530432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795858.898340:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 531 00000100:00100000:0.0:1722795858.898353:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046530432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.898358:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3546 00000100:00100000:2.0:1722795858.898362:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 533 00000100:00100000:2.0:1722795858.898366:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046530176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795858.898371:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046530560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.898377:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 534 00000100:00100000:0.0:1722795858.898384:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046530688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795858.898384:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 532 00000100:00100000:2.0:1722795858.898385:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046530176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795858.898390:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 533 00000100:00100000:0.0:1722795858.898436:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046530688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795858.898442:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 534 00000100:00080000:3.0:1722795858.898460:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795828 00000100:00080000:3.0:1722795858.898465:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795828 00000100:00080000:3.0:1722795858.898468:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795828 00000100:00080000:3.0:1722795858.898471:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795828 00000100:00080000:3.0:1722795858.898474:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795828 00010000:00010000:2.0:1722795859.388651:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795859.848621:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1722795859.848638:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766647296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795859.848691:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795859.848776:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647296 00000100:00100000:0.0:1722795859.848783:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647296 00000100:00100000:0.0:1722795859.848822:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109019 00000100:00100000:0.0:1722795859.848827:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766647296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1722795859.848852:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:0.0:1722795859.848891:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766647296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795859.848896:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109019 00000100:00100000:2.0:1722795859.848916:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766647296:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795860.390617:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795860.440698:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795860.440757:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795860.440813:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647424 00000100:00100000:0.0:1722795860.440821:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647424 00000100:00080000:3.0:1722795860.440845:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795830 00000100:00100000:0.0:1722795860.440872:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1722795860.440878:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766647424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795860.440905:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795860.440955:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766647424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795860.440960:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1722795860.441017:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795860.472663:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766647552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795860.472722:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795860.472804:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647552 00000100:00100000:0.0:1722795860.472812:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647552 00000100:00100000:0.0:1722795860.472879:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1722795860.472886:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766647552:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1722795860.472887:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795830 00002000:00000024:0.0:1722795860.472908:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795860.472989:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766647552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795860.472994:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1722795860.473050:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766647552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795860.936624:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766647680:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.936629:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766647808:0@lo:400:kworker.0 00000100:00100000:3.0:1722795860.936639:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647936:0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.936652:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766648064:0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936698:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795860.936698:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795860.936698:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795860.936725:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766648192:0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.936727:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647808 00000100:00100000:1.0:1722795860.936732:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766648320:0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.936734:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647808 00000100:00100000:3.0:1722795860.936740:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766648448:0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936746:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795860.936754:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795860.936765:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766648704:0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.936768:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648320 00000100:00100000:2.0:1722795860.936771:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648320 00000100:00100000:3.0:1722795860.936771:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647936 00000100:00100000:3.0:1722795860.936774:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647936 00000100:00100000:1.0:1722795860.936775:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766648832:0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936781:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795860.936789:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648704 00000100:00100000:2.0:1722795860.936791:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648704 00000100:00100000:3.0:1722795860.936794:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648192 00000100:00100000:1.0:1722795860.936795:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795860.936795:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648192 00000100:00100000:2.0:1722795860.936806:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:3.0:1722795860.936806:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109020 00000100:00100000:3.0:1722795860.936810:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766647936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936812:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109021 00000100:00100000:2.0:1722795860.936812:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766647808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936818:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766648192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.936824:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548 00000100:00100000:1.0:1722795860.936828:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080335f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766648320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795860.936854:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766647936:12345-0@lo:400:kworker.0 Request processed in 43us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795860.936861:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109020 00000100:00100000:1.0:1722795860.936864:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080335f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766648320:12345-0@lo:400:kworker.0 Request processed in 34us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.936864:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766647808:12345-0@lo:400:kworker.0 Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795860.936869:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766648192:12345-0@lo:400:kworker.0 Request processed in 50us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.936870:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00000100:00100000:1.0:1722795860.936873:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548 00000100:00100000:0.0:1722795860.936876:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109021 00000100:00080000:3.0:1722795860.936880:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795830 00000100:00080000:3.0:1722795860.936882:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795830 00000100:00100000:3.0:1722795860.936890:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795860.936891:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549 00000100:00100000:2.0:1722795860.936895:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766648704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.936896:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648448 00000100:00100000:1.0:1722795860.936898:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648448 00000100:00100000:3.0:1722795860.936903:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766648960:0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.936904:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648832 00000100:00100000:0.0:1722795860.936908:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648832 00000100:00100000:3.0:1722795860.936916:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795860.936919:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1722795860.936920:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766648704:12345-0@lo:400:kworker.0 Request processed in 25us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795860.936923:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766648448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.936926:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549 00000100:00100000:0.0:1722795860.936930:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648960 00000100:00100000:0.0:1722795860.936932:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648960 00000100:00100000:3.0:1722795860.936937:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766647936:0@lo:400:kworker.0 00000100:00100000:3.0:1722795860.936945:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766648448:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.936946:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766648448:12345-0@lo:400:kworker.0 Request processed in 22us (55us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.936946:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766647680 00000100:00100000:0.0:1722795860.936947:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1722795860.936948:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766647680 00000100:00100000:0.0:1722795860.936951:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766648832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.936952:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1722795860.936995:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1722795860.936998:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1722795860.936999:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766648832:12345-0@lo:400:kworker.0 Request processed in 47us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.937000:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766647680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937001:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795860.937002:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766648960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.937006:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1722795860.937017:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766648576:0@lo:400:kworker.0 00000100:00100000:3.0:1722795860.937026:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766648960:12345-0@lo:400:kworker.0 Request processed in 24us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.937030:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766647680:12345-0@lo:400:kworker.0 Request processed in 30us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795860.937030:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1722795860.937034:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648064 00000100:00100000:1.0:1722795860.937034:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795860.937037:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648064 00000100:00100000:2.0:1722795860.937037:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:3.0:1722795860.937041:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795830 00000100:00080000:3.0:1722795860.937042:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795830 00000100:00080000:3.0:1722795860.937044:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795830 00000100:00100000:0.0:1722795860.937051:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766648576 00000100:00100000:0.0:1722795860.937054:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766648576 00000100:00100000:3.0:1722795860.937054:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766648960:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937059:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:1.0:1722795860.937063:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766648064:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795860.937064:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795830 00000100:00100000:2.0:1722795860.937066:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552 00000100:00100000:2.0:1722795860.937071:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080336d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766648576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795860.937088:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766648704:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937091:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766648064:12345-0@lo:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795860.937091:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080336d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766648576:12345-0@lo:400:kworker.0 Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795860.937096:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766647680:0@lo:400:kworker.0 00000100:00100000:2.0:1722795860.937097:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552 00000100:00100000:1.0:1722795860.937099:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00000100:00100000:0.0:1722795860.937105:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766648192:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937137:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766648832:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937148:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766647808:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937157:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766648320:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937180:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766648064:0@lo:400:kworker.0 00000100:00100000:1.0:1722795860.937186:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766648576:0@lo:400:kworker.0 00000100:00100000:1.0:1722795861.000692:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880133d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766649088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795861.000743:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795861.000796:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649088 00000100:00100000:0.0:1722795861.000805:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649088 00000100:00100000:0.0:1722795861.000854:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1722795861.000862:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766649088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795861.000890:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795861.000947:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766649088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795861.000970:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1722795861.001001:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880133d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766649088:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795861.392584:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795862.394673:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795863.032671:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766649216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795863.032743:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795863.032793:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649216 00000100:00100000:3.0:1722795863.032801:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649216 00000100:00100000:3.0:1722795863.032846:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109022 00000100:00100000:3.0:1722795863.032852:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766649216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795863.032885:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795863.032989:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766649216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795863.032996:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109022 00000100:00100000:0.0:1722795863.033000:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766649216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795863.384558:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795863.384575:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766649344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795863.384633:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795863.384680:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649344 00000100:00100000:2.0:1722795863.384686:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649344 00000100:00100000:2.0:1722795863.384733:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1722795863.384738:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766649344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795863.384760:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795863.384761:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795833 00000100:00100000:2.0:1722795863.384800:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766649344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795863.384804:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1722795863.384825:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766649344:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795863.396598:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795863.905699:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795863.905733:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795863.905754:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795863.905762:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530816 00000100:00100000:3.0:1722795863.905786:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530816 00000100:00100000:0.0:1722795863.905788:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795863.905800:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795863.905813:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795863.905826:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795863.905832:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 646 00000100:00100000:0.0:1722795863.905837:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795863.905839:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046530816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795863.905854:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046530944 00000100:00100000:1.0:1722795863.905861:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046530944 00000100:00100000:0.0:1722795863.905865:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795863.905875:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531200 00000100:00100000:2.0:1722795863.905882:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531200 00000100:00100000:0.0:1722795863.905883:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531328 00000100:00100000:0.0:1722795863.905887:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531328 00000100:00100000:1.0:1722795863.905894:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531072 00000100:00100000:1.0:1722795863.905895:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531072 00000100:00100000:3.0:1722795863.905896:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2003:x1806482046530816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795863.905924:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 646 00000100:00100000:1.0:1722795863.905930:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531456 00000100:00100000:0.0:1722795863.905932:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531712 00000100:00100000:1.0:1722795863.905933:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531456 00000100:00100000:0.0:1722795863.905934:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531712 00000100:00100000:1.0:1722795863.905942:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531584 00000100:00100000:1.0:1722795863.905944:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531584 00000100:00100000:2.0:1722795863.905946:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531840 00000100:00100000:2.0:1722795863.905948:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531840 00000100:00100000:0.0:1722795863.905949:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 537 00000100:00100000:0.0:1722795863.905954:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046531328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795863.905957:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3553 00000100:00080000:3.0:1722795863.905957:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795833 00000100:00080000:3.0:1722795863.905961:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795833 00000100:00100000:1.0:1722795863.905962:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046530944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1722795863.905962:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795833 00000100:00100000:2.0:1722795863.905964:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 538 00000100:00080000:3.0:1722795863.905964:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795833 00000100:00080000:3.0:1722795863.905966:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795833 00000100:00100000:2.0:1722795863.905970:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046531200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795863.905979:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3554 00000100:00100000:3.0:1722795863.905983:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046531072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795863.905985:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2003:x1806482046531328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795863.905990:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 537 00000100:00100000:1.0:1722795863.905996:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2004:x1806482046530944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795863.906002:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3553 00000100:00100000:2.0:1722795863.906002:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2004:x1806482046531200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795863.906005:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2003:x1806482046531072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795863.906008:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 538 00000100:00100000:3.0:1722795863.906010:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3554 00000100:00100000:0.0:1722795863.906017:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 539 00000100:00100000:1.0:1722795863.906018:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3555 00000100:00100000:0.0:1722795863.906021:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046531712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795863.906022:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046531456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795863.906024:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3556 00000100:00100000:3.0:1722795863.906027:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046531584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795863.906028:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 540 00000100:00100000:2.0:1722795863.906032:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046531840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795863.906037:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2004:x1806482046531712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795863.906039:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2004:x1806482046531456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795863.906041:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 539 00000100:00100000:3.0:1722795863.906042:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2003:x1806482046531584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795863.906044:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3555 00000100:00100000:2.0:1722795863.906048:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046531840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795863.906048:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3556 00000100:00100000:2.0:1722795863.906053:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 540 00010000:00010000:2.0:1722795864.398580:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795864.856638:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766649472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795864.856700:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795864.856784:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649472 00000100:00100000:3.0:1722795864.856792:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649472 00000100:00100000:3.0:1722795864.856831:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109023 00000100:00100000:3.0:1722795864.856836:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766649472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795864.856866:0:15486:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795864.856921:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766649472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795864.856926:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109023 00000100:00100000:0.0:1722795864.856932:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766649472:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795865.400554:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795865.448569:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766649600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795865.448620:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.448664:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649600 00000100:00100000:2.0:1722795865.448671:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649600 00000100:00080000:3.0:1722795865.448713:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795835 00000100:00100000:2.0:1722795865.448714:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1722795865.448718:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766649600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795865.448740:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795865.448774:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766649600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795865.448779:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1722795865.448799:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766649600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795865.480672:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766649728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795865.480714:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.480743:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649728 00000100:00100000:2.0:1722795865.480751:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649728 00000100:00100000:2.0:1722795865.480814:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1722795865.480823:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766649728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795865.480844:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00080000:3.0:1722795865.480870:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795835 00000100:00100000:2.0:1722795865.480939:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766649728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795865.480950:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1722795865.480972:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766649728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795865.944692:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766649984:0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.944704:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766649856:0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.944713:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766650240:0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.944774:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.944779:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795865.944784:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766650112:0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.944805:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766650368:0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.944828:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.944835:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766650496:0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.944897:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766650624:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.944906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795865.944907:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795865.944927:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795865.944929:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766650880:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.944929:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766651008:0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.944942:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649984 00000100:00100000:1.0:1722795865.944943:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766651136:0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.944954:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795865.944955:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649984 00000100:00100000:2.0:1722795865.944959:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795865.944974:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650496 00000100:00100000:1.0:1722795865.944979:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650496 00000100:00100000:0.0:1722795865.944994:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766649856 00000100:00100000:0.0:1722795865.944999:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766649856 00000100:00100000:3.0:1722795865.945004:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650624 00000100:00100000:2.0:1722795865.945007:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650880 00000100:00100000:3.0:1722795865.945007:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650624 00000100:00100000:2.0:1722795865.945012:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650880 00000100:00100000:1.0:1722795865.945015:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:1.0:1722795865.945023:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766649984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.945033:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1722795865.945039:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766649856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945041:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:2.0:1722795865.945047:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:3.0:1722795865.945049:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766650496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945054:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766650624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.945075:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766649984:12345-0@lo:400:kworker.0 Request processed in 53us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795865.945080:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766649856:12345-0@lo:400:kworker.0 Request processed in 40us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795865.945083:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1722795865.945088:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1722795865.945110:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:1.0:1722795865.945115:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766650880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945118:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766650496:12345-0@lo:400:kworker.0 Request processed in 70us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795865.945125:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766650624:12345-0@lo:400:kworker.0 Request processed in 68us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795865.945126:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00100000:0.0:1722795865.945128:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650112 00000100:00100000:0.0:1722795865.945132:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650112 00000100:00100000:2.0:1722795865.945137:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559 00000100:00100000:1.0:1722795865.945138:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766650880:12345-0@lo:400:kworker.0 Request processed in 23us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795865.945145:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:3.0:1722795865.945159:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650368 00000100:00100000:0.0:1722795865.945163:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109024 00000100:00100000:3.0:1722795865.945163:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650368 00000100:00100000:0.0:1722795865.945168:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766650112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.945181:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.945181:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651008 00000100:00100000:3.0:1722795865.945183:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109025 00000100:00100000:2.0:1722795865.945187:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651008 00000100:00100000:3.0:1722795865.945188:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766650368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.945199:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766650112:12345-0@lo:400:kworker.0 Request processed in 30us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795865.945209:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109024 00000100:00100000:2.0:1722795865.945223:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651136 00000100:00100000:2.0:1722795865.945227:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651136 00000100:00100000:1.0:1722795865.945229:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766650112:0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945236:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766650368:12345-0@lo:400:kworker.0 Request processed in 47us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795865.945242:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766649856:0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945243:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109025 00000100:00100000:1.0:1722795865.945244:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766650624:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945250:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1722795865.945254:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766650368:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945258:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766651008:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795865.945263:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795835 00000100:00100000:0.0:1722795865.945264:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766650880:0@lo:400:kworker.0 00000100:00080000:3.0:1722795865.945269:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795835 00000100:00080000:3.0:1722795865.945271:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795835 00000100:00080000:3.0:1722795865.945274:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795835 00000100:00100000:1.0:1722795865.945283:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1722795865.945289:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766651136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945310:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766651008:12345-0@lo:400:kworker.0 Request processed in 50us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795865.945320:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1722795865.945323:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766651136:12345-0@lo:400:kworker.0 Request processed in 33us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795865.945329:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1722795865.945345:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766651136:0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.945349:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795865.945366:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766649984:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945376:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766650496:0@lo:400:kworker.0 00000100:00100000:1.0:1722795865.945377:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766650752:0@lo:400:kworker.0 00000100:00100000:2.0:1722795865.945385:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766651008:0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945426:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650240 00000100:00100000:1.0:1722795865.945428:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795865.945431:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650240 00000100:00100000:3.0:1722795865.945464:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766650752 00000100:00100000:3.0:1722795865.945467:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766650752 00000100:00080000:2.0:1722795865.945496:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795835 00000100:00100000:3.0:1722795865.945509:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1722795865.945514:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766650240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.945516:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:0.0:1722795865.945523:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766650752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795865.945556:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766650240:12345-0@lo:400:kworker.0 Request processed in 41us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795865.945562:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000100:00100000:0.0:1722795865.945575:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766650752:12345-0@lo:400:kworker.0 Request processed in 52us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795865.945575:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766650240:0@lo:400:kworker.0 00000100:00100000:0.0:1722795865.945581:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00100000:1.0:1722795865.945587:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766650752:0@lo:400:kworker.0 00000100:00100000:2.0:1722795866.008650:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880124ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766651264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795866.008707:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795866.008767:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651264 00000100:00100000:0.0:1722795866.008777:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651264 00000100:00100000:0.0:1722795866.008827:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1722795866.008835:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766651264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795866.008889:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795866.008948:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766651264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795866.008957:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1722795866.009001:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880124ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766651264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795866.402601:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795867.404587:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795868.040569:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766651392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795868.040622:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795868.040657:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651392 00000100:00100000:3.0:1722795868.040665:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651392 00000100:00100000:3.0:1722795868.040703:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109026 00000100:00100000:3.0:1722795868.040718:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766651392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795868.040743:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795868.040790:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766651392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795868.040794:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109026 00000100:00100000:2.0:1722795868.040807:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766651392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795868.392640:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766651520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795868.392702:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795868.392755:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651520 00000100:00100000:0.0:1722795868.392763:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651520 00000100:00080000:2.0:1722795868.392784:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795838 00000100:00100000:0.0:1722795868.392811:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1722795868.392818:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766651520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795868.392874:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795868.392924:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766651520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795868.392931:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1722795868.392964:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800704aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766651520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795868.406542:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795868.913657:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913698:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913720:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913733:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913748:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913758:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795868.913770:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795868.913773:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532096 00000100:00100000:2.0:1722795868.913773:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046531968 00000100:00100000:0.0:1722795868.913781:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795868.913782:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532096 00000100:00100000:2.0:1722795868.913782:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046531968 00000100:00100000:0.0:1722795868.913807:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795868.913831:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532224 00000100:00100000:3.0:1722795868.913838:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532224 00000100:00100000:2.0:1722795868.913843:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 648 00000100:00100000:0.0:1722795868.913844:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532352 00000100:00100000:1.0:1722795868.913844:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532608 00000100:00100000:1.0:1722795868.913847:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532608 00000100:00100000:0.0:1722795868.913848:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532352 00000100:00100000:2.0:1722795868.913849:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ffa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046531968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795868.913864:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532736 00000100:00100000:3.0:1722795868.913865:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532736 00000100:00100000:1.0:1722795868.913869:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3563 00000100:00100000:0.0:1722795868.913871:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532480 00000100:00100000:0.0:1722795868.913873:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532480 00000100:00100000:1.0:1722795868.913876:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046532096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795868.913881:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532864 00000100:00100000:3.0:1722795868.913881:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3564 00000100:00100000:0.0:1722795868.913883:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532864 00000100:00100000:3.0:1722795868.913886:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046532224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795868.913890:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046532992 00000100:00100000:0.0:1722795868.913892:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046532992 00000100:00100000:0.0:1722795868.913901:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 543 00000100:00100000:2.0:1722795868.913901:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ffa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2004:x1806482046531968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795868.913906:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800704a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046532352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795868.913906:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 648 00000100:00100000:1.0:1722795868.913916:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2003:x1806482046532096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795868.913918:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2004:x1806482046532224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795868.913924:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3563 00000100:00100000:3.0:1722795868.913928:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3564 00000100:00100000:0.0:1722795868.913932:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800704a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2003:x1806482046532352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795868.913937:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 543 00000100:00100000:2.0:1722795868.913941:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 544 00000100:00100000:1.0:1722795868.913944:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3565 00000100:00100000:2.0:1722795868.913945:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046532480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795868.913948:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3566 00000100:00100000:1.0:1722795868.913949:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046532608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795868.913951:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046532736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795868.913952:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 545 00000100:00100000:0.0:1722795868.913955:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046532864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795868.913960:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2004:x1806482046532480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795868.913964:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2004:x1806482046532736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795868.913965:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 544 00000100:00100000:3.0:1722795868.913969:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3566 00000100:00100000:1.0:1722795868.913972:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2003:x1806482046532608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795868.913976:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 546 00000100:00100000:0.0:1722795868.913978:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2003:x1806482046532864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795868.913979:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3565 00000100:00100000:2.0:1722795868.913979:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046532992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795868.913987:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 545 00000100:00100000:2.0:1722795868.913990:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2003:x1806482046532992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795868.913994:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 546 00000100:00080000:2.0:1722795868.914004:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795838 00000100:00080000:2.0:1722795868.914006:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795838 00000100:00080000:2.0:1722795868.914008:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795838 00000100:00080000:2.0:1722795868.914010:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795838 00000100:00080000:2.0:1722795868.914011:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795838 00010000:00010000:2.0:1722795869.408689:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795869.864846:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795869.864867:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766651648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795869.864926:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795869.864973:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651648 00000100:00100000:3.0:1722795869.864981:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651648 00000100:00100000:3.0:1722795869.865022:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109027 00000100:00100000:3.0:1722795869.865028:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766651648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795869.865058:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795869.865113:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766651648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795869.865119:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109027 00000100:00100000:2.0:1722795869.865137:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880082a92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766651648:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795870.410643:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795870.456687:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795870.456714:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880124acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766651776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795870.456862:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795870.457009:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651776 00000100:00100000:0.0:1722795870.457021:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651776 00000100:00100000:0.0:1722795870.457095:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00080000:2.0:1722795870.457096:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795840 00000100:00100000:0.0:1722795870.457104:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766651776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795870.457139:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795870.457207:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766651776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795870.457215:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1722795870.457246:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880124acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766651776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795870.488544:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880085517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766651904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795870.488582:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795870.488626:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766651904 00000100:00100000:0.0:1722795870.488632:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766651904 00000100:00080000:2.0:1722795870.488651:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795840 00000100:00100000:0.0:1722795870.488666:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1722795870.488671:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766651904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795870.488685:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795870.488737:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766651904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795870.488747:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1722795870.488779:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880085517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766651904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795870.952609:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766652032:0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.952634:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766652160:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.952636:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766652416:0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.952672:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766652288:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.952685:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795870.952690:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795870.952722:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652416 00000100:00100000:0.0:1722795870.952726:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766652544:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.952728:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766652928:0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.952729:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795870.952731:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652416 00000100:00100000:3.0:1722795870.952764:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766652800:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.952766:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795870.952766:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795870.952814:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766653056:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.952826:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652928 00000100:00100000:2.0:1722795870.952831:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652928 00000100:00100000:0.0:1722795870.952836:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795870.952858:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653056 00000100:00100000:2.0:1722795870.952861:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653056 00000100:00100000:0.0:1722795870.952870:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652288 00000100:00100000:0.0:1722795870.952875:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652288 00000100:00100000:2.0:1722795870.952875:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1722795870.952882:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766652416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.952889:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:1.0:1722795870.952897:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766652928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.952900:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652544 00000100:00100000:0.0:1722795870.952902:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652544 00000100:00100000:3.0:1722795870.952910:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795870.952916:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109028 00000100:00100000:0.0:1722795870.952920:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766652288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.952930:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766653312:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.952932:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766652416:12345-0@lo:400:kworker.0 Request processed in 50us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.952938:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00000100:00100000:1.0:1722795870.952951:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766652928:12345-0@lo:400:kworker.0 Request processed in 54us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.952956:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652800 00000100:00100000:1.0:1722795870.952957:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:0.0:1722795870.952959:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766652288:12345-0@lo:400:kworker.0 Request processed in 38us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.952959:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652800 00000100:00100000:3.0:1722795870.952961:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795870.952965:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109028 00000100:00100000:2.0:1722795870.952972:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00100000:2.0:1722795870.952976:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766653056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.952984:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109029 00000100:00100000:1.0:1722795870.952984:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:0.0:1722795870.952988:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766652544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.952989:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766652800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.952996:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766652288:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.952999:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766653056:12345-0@lo:400:kworker.0 Request processed in 22us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.953004:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00100000:0.0:1722795870.953011:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766652544:12345-0@lo:400:kworker.0 Request processed in 22us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795870.953013:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766652800:12345-0@lo:400:kworker.0 Request processed in 24us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795870.953016:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109029 00000100:00100000:1.0:1722795870.953019:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00000100:00080000:2.0:1722795870.953022:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795840 00000100:00080000:2.0:1722795870.953025:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795840 00000100:00100000:3.0:1722795870.953025:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766652800:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.953036:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795870.953039:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652032 00000100:00100000:1.0:1722795870.953043:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652032 00000100:00100000:0.0:1722795870.953046:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766653056:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.953051:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766652672:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.953055:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766652544:0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.953063:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652160 00000100:00100000:3.0:1722795870.953067:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652160 00000100:00100000:2.0:1722795870.953068:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795870.953072:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1722795870.953076:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766652032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.953078:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766653184:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.953089:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766652672 00000100:00100000:0.0:1722795870.953092:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766652672 00000100:00100000:3.0:1722795870.953092:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1722795870.953093:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795870.953097:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766652160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.953105:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766652032:12345-0@lo:400:kworker.0 Request processed in 28us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795870.953110:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1722795870.953112:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572 00000100:00100000:0.0:1722795870.953116:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766652672:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795870.953120:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795840 00000100:00080000:2.0:1722795870.953123:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795840 00000100:00100000:3.0:1722795870.953135:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766652160:12345-0@lo:400:kworker.0 Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795870.953141:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:1.0:1722795870.953142:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653312 00000100:00100000:1.0:1722795870.953144:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653312 00000100:00100000:2.0:1722795870.953155:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766652160:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.953163:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766652672:12345-0@lo:400:kworker.0 Request processed in 45us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.953165:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766652672:0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.953166:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653184 00000100:00100000:1.0:1722795870.953168:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653184 00000100:00100000:0.0:1722795870.953169:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572 00000100:00100000:1.0:1722795870.953181:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1722795870.953184:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766653312:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795870.953184:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795840 00000100:00100000:3.0:1722795870.953185:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1722795870.953190:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766653184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.953195:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766652416:0@lo:400:kworker.0 00000100:00100000:2.0:1722795870.953205:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766652928:0@lo:400:kworker.0 00000100:00100000:0.0:1722795870.953209:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766652032:0@lo:400:kworker.0 00000100:00100000:1.0:1722795870.953214:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766653312:12345-0@lo:400:kworker.0 Request processed in 29us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795870.953219:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1722795870.953221:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766653184:12345-0@lo:400:kworker.0 Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795870.953226:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766653184:0@lo:400:kworker.0 00000100:00100000:3.0:1722795870.953227:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1722795870.953256:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766653312:0@lo:400:kworker.0 00000100:00100000:0.0:1722795871.016614:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766653440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795871.016670:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795871.016713:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653440 00000100:00100000:2.0:1722795871.016720:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653440 00000100:00100000:2.0:1722795871.016755:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1722795871.016760:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766653440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795871.016811:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795871.016869:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766653440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795871.016874:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1722795871.016911:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766653440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795871.412612:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795872.414641:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795873.048563:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766653568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795873.048620:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795873.048658:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653568 00000100:00100000:3.0:1722795873.048665:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653568 00000100:00100000:3.0:1722795873.048702:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109030 00000100:00100000:3.0:1722795873.048707:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766653568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795873.048732:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795873.048788:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766653568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795873.048793:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109030 00000100:00100000:0.0:1722795873.048807:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766653568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795873.400652:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766653696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1722795873.400734:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795873.400833:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653696 00000100:00100000:2.0:1722795873.400843:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653696 00000100:00100000:2.0:1722795873.400910:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00080000:0.0:1722795873.400911:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795843 00000100:00100000:2.0:1722795873.400917:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766653696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795873.400946:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795873.401000:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880082a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766653696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795873.401006:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1722795873.401043:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766653696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795873.416573:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795873.921721:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795873.921818:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795873.921840:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795873.921871:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795873.921880:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795873.921889:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533248 00000100:00100000:0.0:1722795873.921890:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795873.921898:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533248 00000100:00100000:0.0:1722795873.921902:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795873.921902:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533120 00000100:00100000:1.0:1722795873.921907:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533120 00000100:00100000:3.0:1722795873.921907:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533504 00000100:00100000:0.0:1722795873.921912:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795873.921912:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533504 00000100:00100000:0.0:1722795873.921934:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795873.921934:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533376 00000100:00100000:2.0:1722795873.921935:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533376 00000100:00100000:1.0:1722795873.921944:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 650 00000100:00100000:2.0:1722795873.921944:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533760 00000100:00100000:3.0:1722795873.921944:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534016 00000100:00100000:2.0:1722795873.921945:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533760 00000100:00100000:3.0:1722795873.921945:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534016 00000100:00100000:1.0:1722795873.921951:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046533120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795873.921951:0:10550:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533888 00000100:00100000:2.0:1722795873.921952:0:10550:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533888 00000100:00100000:3.0:1722795873.921953:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046533632 00000100:00100000:3.0:1722795873.921955:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046533632 00000100:00100000:0.0:1722795873.921957:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3573 00000100:00100000:0.0:1722795873.921962:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046533248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795873.921963:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534144 00000100:00100000:3.0:1722795873.921964:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534144 00000100:00100000:2.0:1722795873.921965:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3574 00000100:00100000:2.0:1722795873.921969:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046533376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795873.921973:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 549 00000100:00100000:3.0:1722795873.921977:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046533504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795873.921996:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046533248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795873.922001:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3573 00000100:00100000:1.0:1722795873.922002:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046533120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795873.922003:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046533376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795873.922005:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046533504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795873.922007:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3574 00000100:00100000:1.0:1722795873.922008:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 650 00000100:00100000:3.0:1722795873.922010:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 549 00000100:00100000:2.0:1722795873.922020:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3575 00000100:00100000:0.0:1722795873.922023:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3576 00000100:00100000:2.0:1722795873.922023:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046533760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795873.922024:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 550 00000100:00100000:0.0:1722795873.922026:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046533888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795873.922027:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046534016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795873.922034:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046533760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795873.922038:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3575 00000100:00100000:3.0:1722795873.922038:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046534016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795873.922040:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046533888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795873.922042:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 550 00000100:00100000:0.0:1722795873.922043:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3576 00000100:00080000:2.0:1722795873.922046:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795843 00000100:00100000:1.0:1722795873.922047:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 551 00000100:00080000:2.0:1722795873.922049:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795843 00000100:00080000:2.0:1722795873.922050:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795843 00000100:00100000:3.0:1722795873.922050:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 552 00000100:00080000:2.0:1722795873.922051:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795843 00000100:00100000:1.0:1722795873.922052:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880085517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046533632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1722795873.922052:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795843 00000100:00100000:3.0:1722795873.922053:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046534144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795873.922063:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046534144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 9us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795873.922066:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 552 00000100:00100000:1.0:1722795873.922071:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880085517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046533632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795873.922076:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 551 00010000:00010000:2.0:1722795874.418670:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795874.872675:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766653824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795874.872765:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795874.872810:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653824 00000100:00100000:3.0:1722795874.872816:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653824 00000100:00100000:3.0:1722795874.872849:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109031 00000100:00100000:3.0:1722795874.872853:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766653824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795874.872896:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795874.872943:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766653824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795874.872948:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109031 00000100:00100000:0.0:1722795874.872962:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766653824:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795875.420544:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795875.464581:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766653952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795875.464638:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795875.464678:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766653952 00000100:00100000:2.0:1722795875.464685:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766653952 00000100:00080000:0.0:1722795875.464727:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795845 00000100:00100000:2.0:1722795875.464749:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1722795875.464754:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766653952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795875.464777:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795875.464810:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766653952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795875.464815:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1722795875.464850:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766653952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795875.496557:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766654080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795875.496595:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795875.496628:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654080 00000100:00100000:2.0:1722795875.496633:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654080 00000100:00080000:0.0:1722795875.496649:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795845 00000100:00100000:2.0:1722795875.496667:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1722795875.496673:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766654080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795875.496688:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795875.496744:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766654080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795875.496750:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1722795875.496764:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766654080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795875.960558:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766654208:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960563:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766654592:0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960566:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766654336:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960582:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766654464:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960626:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795875.960626:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795875.960628:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795875.960648:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795875.960652:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766654720:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960656:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766655104:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960658:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766654976:0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960665:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766654848:0@lo:400:kworker.0 00000100:00100000:3.0:1722795875.960671:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795875.960676:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795875.960686:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766655232:0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960687:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654592 00000100:00100000:2.0:1722795875.960687:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654208 00000100:00100000:1.0:1722795875.960709:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654592 00000100:00100000:2.0:1722795875.960709:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654208 00000100:00100000:0.0:1722795875.960720:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654464 00000100:00100000:0.0:1722795875.960725:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654464 00000100:00100000:3.0:1722795875.960751:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795875.960758:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654336 00000100:00100000:2.0:1722795875.960758:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1722795875.960760:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654336 00000100:00100000:0.0:1722795875.960762:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654720 00000100:00100000:0.0:1722795875.960764:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654720 00000100:00100000:2.0:1722795875.960765:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766654208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960771:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655104 00000100:00100000:0.0:1722795875.960773:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109032 00000100:00100000:1.0:1722795875.960773:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655104 00000100:00100000:0.0:1722795875.960776:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766654464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795875.960779:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655232 00000100:00100000:3.0:1722795875.960782:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655232 00000100:00100000:1.0:1722795875.960785:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577 00000100:00100000:1.0:1722795875.960789:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766654592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795875.960803:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578 00000100:00100000:0.0:1722795875.960805:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766654464:12345-0@lo:400:kworker.0 Request processed in 28us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795875.960805:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766654208:12345-0@lo:400:kworker.0 Request processed in 40us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795875.960808:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766654336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960809:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109032 00000100:00100000:2.0:1722795875.960811:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1722795875.960818:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766654592:12345-0@lo:400:kworker.0 Request processed in 29us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795875.960823:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109033 00000100:00100000:1.0:1722795875.960823:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577 00000100:00100000:0.0:1722795875.960825:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766654720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795875.960834:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766654336:12345-0@lo:400:kworker.0 Request processed in 27us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795875.960835:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579 00000100:00100000:0.0:1722795875.960839:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766654720:12345-0@lo:400:kworker.0 Request processed in 13us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795875.960839:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766655104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795875.960839:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578 00000100:00100000:0.0:1722795875.960842:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109033 00000100:00100000:2.0:1722795875.960847:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00080000:0.0:1722795875.960851:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795845 00000100:00100000:2.0:1722795875.960851:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766655232:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1722795875.960853:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795845 00000100:00080000:0.0:1722795875.960854:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795845 00000100:00100000:1.0:1722795875.960859:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766655104:12345-0@lo:400:kworker.0 Request processed in 19us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795875.960863:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579 00000100:00100000:3.0:1722795875.960871:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766654208:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960874:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766654592:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960876:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766655232:12345-0@lo:400:kworker.0 Request processed in 23us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795875.960877:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766654720:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960880:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580 00000100:00100000:0.0:1722795875.960881:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766655104:0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960883:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795875.960894:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766655360:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960896:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654848 00000100:00100000:3.0:1722795875.960898:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766655232:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960899:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654848 00000100:00080000:0.0:1722795875.960910:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795845 00000100:00100000:1.0:1722795875.960912:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795875.960915:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:2.0:1722795875.960918:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766654848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960928:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655360 00000100:00100000:0.0:1722795875.960929:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655360 00000100:00100000:1.0:1722795875.960944:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766654336:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960953:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1722795875.960955:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766654848:12345-0@lo:400:kworker.0 Request processed in 35us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795875.960957:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766655360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.960959:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766654848:0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.960960:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00000100:00100000:2.0:1722795875.960976:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795875.960988:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766655360:12345-0@lo:400:kworker.0 Request processed in 30us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795875.960989:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766655488:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.960994:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1722795875.960996:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766654976 00000100:00100000:1.0:1722795875.960998:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766654976 00000100:00100000:2.0:1722795875.961005:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1722795875.961007:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795845 00000100:00080000:0.0:1722795875.961010:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795845 00000100:00100000:0.0:1722795875.961015:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655488 00000100:00100000:1.0:1722795875.961015:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1722795875.961018:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655488 00000100:00100000:1.0:1722795875.961019:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766654976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795875.961023:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766654464:0@lo:400:kworker.0 00000100:00100000:0.0:1722795875.961032:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1722795875.961035:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766655488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.961041:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766654976:12345-0@lo:400:kworker.0 Request processed in 22us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795875.961043:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766654976:0@lo:400:kworker.0 00000100:00100000:1.0:1722795875.961046:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1722795875.961061:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766655488:12345-0@lo:400:kworker.0 Request processed in 25us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795875.961065:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1722795875.961068:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766655360:0@lo:400:kworker.0 00000100:00080000:0.0:1722795875.961073:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795845 00000100:00100000:2.0:1722795875.961078:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766655488:0@lo:400:kworker.0 00000100:00100000:2.0:1722795876.024660:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008315f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766655616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795876.024736:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795876.024800:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655616 00000100:00100000:0.0:1722795876.024808:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655616 00000100:00100000:0.0:1722795876.024857:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1722795876.024865:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766655616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795876.024891:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795876.024941:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766655616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795876.024947:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1722795876.024971:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008315f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766655616:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795876.422636:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795877.424726:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795878.056581:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795878.056598:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88008315c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766655744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795878.056648:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795878.056707:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655744 00000100:00100000:0.0:1722795878.056713:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655744 00000100:00100000:0.0:1722795878.056750:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109034 00000100:00100000:0.0:1722795878.056754:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766655744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795878.056779:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795878.056815:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766655744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795878.056819:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109034 00000100:00100000:2.0:1722795878.056827:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88008315c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766655744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795878.408531:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766655872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795878.408581:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795878.408637:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766655872 00000100:00100000:0.0:1722795878.408643:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766655872 00000100:00080000:2.0:1722795878.408719:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795848 00000100:00100000:0.0:1722795878.408729:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1722795878.408734:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766655872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795878.408757:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795878.408808:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766655872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795878.408813:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1722795878.408834:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766655872:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795878.426565:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795878.929834:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795878.929869:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795878.929890:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795878.929903:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795878.929919:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795878.929925:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534400 00000100:00100000:0.0:1722795878.929929:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795878.929931:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534272 00000100:00100000:2.0:1722795878.929933:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534400 00000100:00100000:1.0:1722795878.929938:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534272 00000100:00100000:0.0:1722795878.929939:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795878.929949:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795878.929967:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534528 00000100:00100000:3.0:1722795878.929972:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534528 00000100:00100000:2.0:1722795878.929973:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534912 00000100:00100000:0.0:1722795878.929974:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795878.929975:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534912 00000100:00100000:1.0:1722795878.929984:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 652 00000100:00100000:2.0:1722795878.929984:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535040 00000100:00100000:2.0:1722795878.929985:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535040 00000100:00100000:0.0:1722795878.929992:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534656 00000100:00100000:1.0:1722795878.929993:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046534272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.929995:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534656 00000100:00100000:2.0:1722795878.930000:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3583 00000100:00100000:2.0:1722795878.930004:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046534400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795878.930010:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3584 00000100:00100000:0.0:1722795878.930016:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046534784 00000100:00100000:0.0:1722795878.930017:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046534784 00000100:00100000:3.0:1722795878.930018:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046534912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.930026:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535168 00000100:00100000:0.0:1722795878.930027:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535168 00000100:00100000:0.0:1722795878.930033:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535296 00000100:00100000:0.0:1722795878.930035:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535296 00000100:00100000:0.0:1722795878.930042:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 555 00000100:00100000:2.0:1722795878.930045:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046534400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795878.930046:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046534656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795878.930049:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3583 00000100:00100000:1.0:1722795878.930053:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046534272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795878.930057:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046534912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795878.930061:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 652 00000100:00100000:3.0:1722795878.930064:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3584 00000100:00100000:2.0:1722795878.930067:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3585 00000100:00100000:0.0:1722795878.930071:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046534656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795878.930071:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046534528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.930075:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 555 00000100:00100000:3.0:1722795878.930083:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3586 00000100:00100000:2.0:1722795878.930084:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046534528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795878.930087:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046535040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.930089:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 556 00000100:00100000:2.0:1722795878.930090:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3585 00000100:00100000:0.0:1722795878.930093:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046534784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.930105:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046534784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795878.930109:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 556 00000100:00100000:3.0:1722795878.930112:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046535040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795878.930113:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 557 00000100:00100000:0.0:1722795878.930116:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 558 00000100:00100000:2.0:1722795878.930116:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046535168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795878.930118:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3586 00000100:00100000:0.0:1722795878.930119:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046535296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795878.930130:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046535296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 9us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795878.930130:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046535168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795878.930133:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 558 00000100:00100000:2.0:1722795878.930140:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 557 00000100:00080000:3.0:1722795878.930154:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795848 00000100:00080000:3.0:1722795878.930157:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795848 00000100:00080000:3.0:1722795878.930159:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795848 00000100:00080000:3.0:1722795878.930162:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795848 00000100:00080000:3.0:1722795878.930164:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795848 00010000:00010000:2.0:1722795879.428740:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795879.880746:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766656000:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795879.880839:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795879.880930:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656000 00000100:00100000:2.0:1722795879.880938:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656000 00000100:00100000:2.0:1722795879.880991:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109035 00000100:00100000:2.0:1722795879.880997:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008315f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766656000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795879.881032:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795879.881080:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008315f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766656000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795879.881085:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109035 00000100:00100000:0.0:1722795879.881104:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880080321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766656000:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795880.430821:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795880.472673:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766656128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795880.472734:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795880.472828:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656128 00000100:00100000:0.0:1722795880.472843:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656128 00000100:00080000:3.0:1722795880.472909:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795850 00000100:00100000:0.0:1722795880.472924:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1722795880.472932:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766656128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795880.472974:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795880.473055:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766656128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795880.473062:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1722795880.473130:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766656128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795880.504735:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766656256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795880.504805:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795880.504853:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656256 00000100:00100000:0.0:1722795880.504862:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656256 00000100:00080000:3.0:1722795880.504884:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795850 00000100:00100000:0.0:1722795880.504920:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1722795880.504926:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766656256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795880.504952:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795880.505004:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766656256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795880.505010:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1722795880.505043:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766656256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795880.968855:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766656512:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.968909:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766656384:0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.968918:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766656640:0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.968920:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795880.968947:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766656768:0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.968975:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766657024:0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969010:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795880.969011:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795880.969015:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795880.969039:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656640 00000100:00100000:2.0:1722795880.969046:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656640 00000100:00100000:0.0:1722795880.969055:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766657152:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969056:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766656896:0@lo:400:kworker.0 00000100:00100000:3.0:1722795880.969061:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766657280:0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969079:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795880.969083:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795880.969086:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109036 00000100:00100000:2.0:1722795880.969093:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766656640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969099:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766657664:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969101:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766657408:0@lo:400:kworker.0 00000100:00100000:3.0:1722795880.969102:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656512 00000100:00100000:3.0:1722795880.969111:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656512 00000100:00100000:1.0:1722795880.969121:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795880.969122:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795880.969149:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766656640:12345-0@lo:400:kworker.0 Request processed in 55us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969155:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109036 00000100:00100000:1.0:1722795880.969165:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656384 00000100:00100000:3.0:1722795880.969165:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656768 00000100:00100000:0.0:1722795880.969167:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766656640:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969170:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656384 00000100:00100000:3.0:1722795880.969170:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656768 00000100:00100000:2.0:1722795880.969177:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766656896 00000100:00100000:2.0:1722795880.969180:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766656896 00000100:00100000:3.0:1722795880.969191:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657152 00000100:00100000:3.0:1722795880.969195:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657152 00000100:00100000:2.0:1722795880.969198:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109037 00000100:00100000:2.0:1722795880.969202:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766656896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969212:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1722795880.969214:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657408 00000100:00100000:3.0:1722795880.969217:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657408 00000100:00100000:1.0:1722795880.969218:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766656384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969220:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:0.0:1722795880.969227:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766656512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.969236:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766656896:12345-0@lo:400:kworker.0 Request processed in 32us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969241:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109037 00000100:00100000:3.0:1722795880.969243:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:3.0:1722795880.969252:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766656768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969263:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766656384:12345-0@lo:400:kworker.0 Request processed in 45us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969266:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657664 00000100:00100000:0.0:1722795880.969267:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766656512:12345-0@lo:400:kworker.0 Request processed in 40us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969269:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657664 00000100:00100000:1.0:1722795880.969271:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1722795880.969274:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:2.0:1722795880.969295:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1722795880.969300:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766657664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969304:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589 00000100:00100000:0.0:1722795880.969308:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766657152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969312:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:3.0:1722795880.969315:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766656768:12345-0@lo:400:kworker.0 Request processed in 62us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795880.969317:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766657408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795880.969325:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:0.0:1722795880.969343:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766657152:12345-0@lo:400:kworker.0 Request processed in 34us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969343:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766657664:12345-0@lo:400:kworker.0 Request processed in 42us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795880.969354:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589 00000100:00100000:2.0:1722795880.969355:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1722795880.969356:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766657408:12345-0@lo:400:kworker.0 Request processed in 33us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795880.969363:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000100:00100000:3.0:1722795880.969376:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1722795880.969383:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795850 00000100:00080000:1.0:1722795880.969387:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795850 00000100:00080000:1.0:1722795880.969389:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795850 00000100:00100000:2.0:1722795880.969432:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766657152:0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969453:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657280 00000100:00100000:0.0:1722795880.969458:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657280 00000100:00100000:1.0:1722795880.969472:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766656384:0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.969474:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766657664:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969485:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766656896:0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969487:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591 00000100:00100000:0.0:1722795880.969492:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080322300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766657280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969498:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766657408:0@lo:400:kworker.0 00000100:00100000:3.0:1722795880.969507:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766656768:0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.969510:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795880.969527:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080322300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766657280:12345-0@lo:400:kworker.0 Request processed in 34us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795880.969527:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800755f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766657536:0@lo:400:kworker.0 00000100:00080000:1.0:1722795880.969530:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795850 00000100:00100000:0.0:1722795880.969533:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591 00000100:00100000:3.0:1722795880.969538:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766657280:0@lo:400:kworker.0 00000100:00100000:2.0:1722795880.969545:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795880.969551:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657024 00000100:00100000:0.0:1722795880.969554:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657024 00000100:00100000:2.0:1722795880.969561:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766656512:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969573:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657536 00000100:00100000:0.0:1722795880.969577:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00000100:00100000:1.0:1722795880.969577:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657536 00000100:00100000:0.0:1722795880.969581:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766657024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969600:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1722795880.969605:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766657536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795880.969641:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766657024:12345-0@lo:400:kworker.0 Request processed in 58us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795880.969646:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:3.0:1722795880.969672:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766657024:0@lo:400:kworker.0 00000100:00100000:1.0:1722795880.969677:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766657536:12345-0@lo:400:kworker.0 Request processed in 71us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795880.969683:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1722795880.969689:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800755f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766657536:0@lo:400:kworker.0 00000100:00080000:1.0:1722795880.969700:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795850 00000100:00080000:1.0:1722795880.969702:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795850 00000100:00100000:0.0:1722795881.032732:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795881.032788:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766657792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795881.032882:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795881.032989:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657792 00000100:00100000:2.0:1722795881.032998:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657792 00000100:00100000:2.0:1722795881.033048:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1722795881.033054:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766657792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795881.033084:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795881.033185:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766657792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795881.033194:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1722795881.033275:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766657792:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795881.432792:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795882.434793:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795883.064687:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766657920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795883.064782:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795883.064878:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766657920 00000100:00100000:0.0:1722795883.064888:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766657920 00000100:00100000:0.0:1722795883.064954:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109038 00000100:00100000:0.0:1722795883.064965:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766657920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795883.065015:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795883.065095:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766657920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795883.065103:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109038 00000100:00100000:1.0:1722795883.065184:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766657920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795883.416616:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f8bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766658048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1722795883.416684:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795883.416745:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658048 00000100:00100000:2.0:1722795883.416754:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658048 00000100:00080000:1.0:1722795883.416794:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795853 00000100:00100000:2.0:1722795883.416809:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1722795883.416815:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880080323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766658048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795883.416849:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795883.416913:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880080323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766658048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795883.416922:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1722795883.416957:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f8bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766658048:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795883.436762:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795883.937844:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795883.937916:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795883.937949:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795883.937981:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795883.937992:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535552 00000100:00100000:0.0:1722795883.937998:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795883.938008:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535552 00000100:00100000:0.0:1722795883.938017:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795883.938023:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535424 00000100:00100000:1.0:1722795883.938031:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535424 00000100:00100000:3.0:1722795883.938035:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535680 00000100:00100000:0.0:1722795883.938041:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795883.938042:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535680 00000100:00100000:0.0:1722795883.938058:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795883.938074:0:15408:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536064 00000100:00100000:2.0:1722795883.938077:0:15408:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536064 00000100:00100000:1.0:1722795883.938081:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 654 00000100:00100000:3.0:1722795883.938086:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536192 00000100:00100000:1.0:1722795883.938090:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046535424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795883.938091:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536192 00000100:00100000:2.0:1722795883.938098:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3593 00000100:00100000:0.0:1722795883.938105:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795883.938109:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046535552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795883.938121:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3594 00000100:00100000:3.0:1722795883.938129:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046535680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795883.938137:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3595 00000100:00100000:0.0:1722795883.938145:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046536064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795883.938173:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046535424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 83us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795883.938180:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 654 00000100:00100000:2.0:1722795883.938184:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046535552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 75us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795883.938186:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046536064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795883.938190:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046535680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795883.938194:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3595 00000100:00100000:2.0:1722795883.938200:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3593 00000100:00100000:3.0:1722795883.938206:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3594 00000100:00100000:1.0:1722795883.938226:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535808 00000100:00100000:0.0:1722795883.938227:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3596 00000100:00100000:1.0:1722795883.938229:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535808 00000100:00100000:0.0:1722795883.938233:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046536192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795883.938254:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046536192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795883.938254:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536320 00000100:00100000:2.0:1722795883.938254:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046535936 00000100:00100000:1.0:1722795883.938256:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536320 00000100:00100000:3.0:1722795883.938256:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536448 00000100:00100000:2.0:1722795883.938259:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046535936 00000100:00100000:3.0:1722795883.938259:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536448 00000100:00100000:0.0:1722795883.938260:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3596 00000100:00100000:1.0:1722795883.938271:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 561 00000100:00100000:1.0:1722795883.938276:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046535808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795883.938289:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 562 00000100:00100000:3.0:1722795883.938299:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046536320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795883.938300:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 563 00000100:00100000:1.0:1722795883.938303:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046535808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795883.938309:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 564 00000100:00100000:2.0:1722795883.938309:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046536448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795883.938314:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046535936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795883.938321:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 561 00000100:00100000:3.0:1722795883.938336:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046536320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795883.938339:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046535936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795883.938344:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 562 00000100:00100000:0.0:1722795883.938348:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 564 00000100:00100000:2.0:1722795883.938349:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046536448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (241us total) trans 0 rc 0/0 00000100:00080000:1.0:1722795883.938353:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795853 00000100:00080000:1.0:1722795883.938357:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795853 00000100:00100000:2.0:1722795883.938358:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 563 00000100:00080000:1.0:1722795883.938359:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795853 00000100:00080000:1.0:1722795883.938361:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795853 00000100:00080000:1.0:1722795883.938364:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795853 00010000:00010000:2.0:1722795884.438723:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795884.888877:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766658176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795884.888977:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795884.889053:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658176 00000100:00100000:2.0:1722795884.889068:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658176 00000100:00100000:2.0:1722795884.889162:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109039 00000100:00100000:2.0:1722795884.889175:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766658176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795884.889235:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795884.889356:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766658176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 179us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795884.889368:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766658176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1722795884.889379:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109039 00010000:00010000:3.0:1722795885.440820:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795885.480769:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766658304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795885.480853:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795885.480933:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658304 00000100:00100000:2.0:1722795885.480946:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658304 00000100:00080000:1.0:1722795885.481002:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795855 00000100:00100000:2.0:1722795885.481025:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1722795885.481035:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766658304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795885.481078:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795885.481170:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766658304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795885.481178:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1722795885.481197:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766658304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795885.512685:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766658432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795885.512738:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795885.512767:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658432 00000100:00100000:2.0:1722795885.512776:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658432 00000100:00100000:2.0:1722795885.512830:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1722795885.512838:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766658432:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1722795885.512855:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795855 00002000:00000024:2.0:1722795885.512856:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795885.512930:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766658432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795885.512938:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1722795885.512986:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766658432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795885.976661:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766658560:0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.976690:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766658944:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976717:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766658816:0@lo:400:kworker.0 00000100:00100000:0.0:1722795885.976746:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795885.976747:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795885.976769:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795885.976781:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766659456:0@lo:400:kworker.0 00000100:00100000:0.0:1722795885.976787:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766659072:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976792:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766659328:0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.976810:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795885.976815:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795885.976817:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658944 00000100:00100000:2.0:1722795885.976822:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658816 00000100:00100000:0.0:1722795885.976825:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766659584:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976826:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658816 00000100:00100000:3.0:1722795885.976826:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658944 00000100:00100000:0.0:1722795885.976837:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795885.976843:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766658688:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976857:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659072 00000100:00100000:2.0:1722795885.976859:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659072 00000100:00100000:0.0:1722795885.976860:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658560 00000100:00100000:1.0:1722795885.976861:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795885.976863:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658560 00000100:00100000:3.0:1722795885.976868:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659456 00000100:00100000:2.0:1722795885.976870:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109040 00000100:00100000:3.0:1722795885.976871:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659456 00000100:00100000:1.0:1722795885.976873:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766659200:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976876:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766658816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.976885:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659584 00000100:00100000:1.0:1722795885.976887:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795885.976887:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659584 00000100:00100000:0.0:1722795885.976889:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1722795885.976893:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766658560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.976897:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766659712:0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.976900:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766658688 00000100:00100000:3.0:1722795885.976902:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766658688 00000100:00100000:3.0:1722795885.976912:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659200 00000100:00100000:3.0:1722795885.976914:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659200 00000100:00100000:1.0:1722795885.976917:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795885.976917:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766658816:12345-0@lo:400:kworker.0 Request processed in 42us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795885.976918:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766658560:12345-0@lo:400:kworker.0 Request processed in 25us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795885.976921:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109040 00000100:00100000:0.0:1722795885.976923:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1722795885.976928:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597 00000100:00100000:3.0:1722795885.976933:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766658944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976941:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109041 00000100:00100000:2.0:1722795885.976944:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766659072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.976949:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00100000:1.0:1722795885.976954:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766659456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795885.976958:0:10550:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599 00000100:00100000:0.0:1722795885.976960:0:10550:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766659584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.976962:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766659072:12345-0@lo:400:kworker.0 Request processed in 17us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795885.976968:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109041 00000100:00100000:2.0:1722795885.976984:0:15408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:2.0:1722795885.976987:0:15408:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766658688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.976998:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766658944:12345-0@lo:400:kworker.0 Request processed in 65us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795885.977004:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766659456:12345-0@lo:400:kworker.0 Request processed in 50us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795885.977004:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00000100:00100000:0.0:1722795885.977005:0:10550:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766659584:12345-0@lo:400:kworker.0 Request processed in 43us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795885.977008:0:10550:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599 00000100:00100000:1.0:1722795885.977011:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1722795885.977016:0:15408:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766658688:12345-0@lo:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795885.977019:0:15408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:3.0:1722795885.977037:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601 00000100:00100000:3.0:1722795885.977041:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766659200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795885.977052:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795855 00000100:00080000:1.0:1722795885.977056:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795855 00000100:00080000:1.0:1722795885.977057:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795855 00000100:00100000:0.0:1722795885.977062:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766659072:0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.977070:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659712 00000100:00100000:0.0:1722795885.977073:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766659584:0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.977073:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659712 00000100:00100000:2.0:1722795885.977075:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766658688:0@lo:400:kworker.0 00000100:00100000:0.0:1722795885.977081:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766658560:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.977082:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766659200:0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.977085:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766659200:12345-0@lo:400:kworker.0 Request processed in 42us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795885.977090:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601 00000100:00100000:1.0:1722795885.977098:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1722795885.977102:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766659712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.977117:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795885.977128:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766659712:12345-0@lo:400:kworker.0 Request processed in 25us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795885.977133:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1722795885.977141:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766659840:0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.977142:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659328 00000100:00100000:3.0:1722795885.977144:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659328 00000100:00080000:1.0:1722795885.977147:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795855 00000100:00080000:1.0:1722795885.977149:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795855 00000100:00100000:2.0:1722795885.977159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795885.977161:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602 00000100:00100000:3.0:1722795885.977164:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766659328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.977166:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766658944:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.977180:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800724ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766658816:0@lo:400:kworker.0 00000100:00100000:1.0:1722795885.977187:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766659456:0@lo:400:kworker.0 00000100:00100000:2.0:1722795885.977193:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766659328:0@lo:400:kworker.0 00000100:00100000:3.0:1722795885.977194:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766659328:12345-0@lo:400:kworker.0 Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795885.977198:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602 00000100:00100000:0.0:1722795885.977207:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659840 00000100:00100000:0.0:1722795885.977211:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659840 00000100:00100000:2.0:1722795885.977214:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766659712:0@lo:400:kworker.0 00000100:00080000:1.0:1722795885.977224:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795855 00000100:00100000:0.0:1722795885.977227:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1722795885.977230:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766659840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795885.977280:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766659840:12345-0@lo:400:kworker.0 Request processed in 48us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795885.977286:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1722795885.977295:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766659840:0@lo:400:kworker.0 00000100:00100000:1.0:1722795886.040615:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766659968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1722795886.040683:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795886.040720:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766659968 00000100:00100000:2.0:1722795886.040728:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766659968 00000100:00100000:2.0:1722795886.040788:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1722795886.040795:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766659968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795886.040824:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795886.040874:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766659968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795886.040882:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1722795886.040912:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766659968:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795886.442656:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795887.444640:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795888.072604:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f8b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766660096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795888.072680:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795888.072746:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660096 00000100:00100000:3.0:1722795888.072756:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660096 00000100:00100000:3.0:1722795888.072810:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109042 00000100:00100000:3.0:1722795888.072818:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766660096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795888.072860:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795888.072930:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766660096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795888.072935:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109042 00000100:00100000:2.0:1722795888.072949:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f8b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766660096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795888.424700:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1722795888.424733:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766660224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795888.424826:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795888.424891:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660224 00000100:00100000:2.0:1722795888.424905:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660224 00000100:00100000:2.0:1722795888.424995:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1722795888.425005:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766660224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795888.425048:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:1.0:1722795888.425058:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795858 00000100:00100000:2.0:1722795888.425127:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766660224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795888.425136:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1722795888.425173:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766660224:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795888.446722:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795888.945691:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945730:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945752:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945767:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945777:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945788:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945797:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795888.945799:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536576 00000100:00100000:0.0:1722795888.945806:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795888.945808:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536576 00000100:00100000:3.0:1722795888.945826:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536704 00000100:00100000:3.0:1722795888.945831:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536704 00000100:00100000:0.0:1722795888.945833:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795888.945853:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536832 00000100:00100000:0.0:1722795888.945856:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536832 00000100:00100000:2.0:1722795888.945857:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 656 00000100:00100000:3.0:1722795888.945862:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537216 00000100:00100000:2.0:1722795888.945864:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880083ff8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046536576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795888.945864:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537216 00000100:00100000:1.0:1722795888.945868:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046536960 00000100:00100000:0.0:1722795888.945875:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537344 00000100:00100000:0.0:1722795888.945876:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537344 00000100:00100000:3.0:1722795888.945878:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3603 00000100:00100000:3.0:1722795888.945882:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046536704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795888.945887:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3604 00000100:00100000:0.0:1722795888.945891:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046536832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795888.945904:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046536960 00000100:00100000:2.0:1722795888.945919:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880083ff8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046536576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795888.945920:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046536704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795888.945923:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046536832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795888.945926:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 656 00000100:00100000:0.0:1722795888.945927:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3604 00000100:00100000:3.0:1722795888.945930:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3603 00000100:00100000:0.0:1722795888.945944:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3605 00000100:00100000:0.0:1722795888.945947:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046537216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795888.945947:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3606 00000100:00100000:3.0:1722795888.945950:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046537344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795888.945959:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046537216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795888.945963:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3605 00000100:00100000:1.0:1722795888.945963:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537472 00000100:00100000:3.0:1722795888.945963:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046537344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795888.945964:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537088 00000100:00100000:1.0:1722795888.945966:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537472 00000100:00100000:3.0:1722795888.945966:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3606 00000100:00100000:2.0:1722795888.945967:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537088 00000100:00100000:1.0:1722795888.945984:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537600 00000100:00100000:1.0:1722795888.945986:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537600 00000100:00100000:2.0:1722795888.945992:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 567 00000100:00100000:2.0:1722795888.945998:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046536960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795888.946001:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 568 00000100:00100000:3.0:1722795888.946004:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046537472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795888.946021:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046537472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795888.946023:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046536960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795888.946026:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 569 00000100:00100000:3.0:1722795888.946031:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 568 00000100:00100000:1.0:1722795888.946036:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046537088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795888.946040:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 567 00000100:00100000:3.0:1722795888.946044:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 570 00000100:00100000:3.0:1722795888.946047:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046537600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795888.946060:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046537600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795888.946063:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 570 00000100:00080000:3.0:1722795888.946092:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795858 00000100:00080000:3.0:1722795888.946094:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795858 00000100:00080000:3.0:1722795888.946095:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795858 00000100:00080000:3.0:1722795888.946097:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795858 00000100:00080000:3.0:1722795888.946098:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795858 00000100:00100000:1.0:1722795888.946123:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046537088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 87us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795888.946131:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 569 00010000:00010000:2.0:1722795889.448746:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795889.896745:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766660352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795889.896807:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795889.896856:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660352 00000100:00100000:3.0:1722795889.896864:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660352 00000100:00100000:3.0:1722795889.896904:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109043 00000100:00100000:3.0:1722795889.896911:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766660352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795889.896942:0:15452:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795889.897000:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766660352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795889.897006:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109043 00000100:00100000:0.0:1722795889.897022:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880078255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766660352:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795890.450625:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795890.488661:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766660480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795890.488713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795890.488757:0:9453:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660480 00000100:00100000:0.0:1722795890.488765:0:9453:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660480 00000100:00080000:3.0:1722795890.488796:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795860 00000100:00100000:0.0:1722795890.488812:0:9453:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1722795890.488818:0:9453:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766660480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795890.488849:0:9453:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795890.488905:0:9453:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766660480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795890.488912:0:9453:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1722795890.488926:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766660480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795890.520597:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766660608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795890.520642:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795890.520760:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660608 00000100:00100000:1.0:1722795890.520785:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660608 00000100:00080000:3.0:1722795890.520855:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795860 00000100:00100000:1.0:1722795890.520897:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1722795890.520907:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766660608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1722795890.520943:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:1.0:1722795890.521040:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766660608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795890.521050:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1722795890.521082:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766660608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795890.984683:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766660736:0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.984738:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766660864:0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.984740:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766661120:0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.984747:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795890.984768:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766660992:0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.984777:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795890.984780:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e33a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766661248:0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.984794:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766661632:0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.984802:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795890.984809:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795890.984820:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660736 00000100:00100000:0.0:1722795890.984826:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660736 00000100:00100000:3.0:1722795890.984826:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661120 00000100:00100000:2.0:1722795890.984829:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e33aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766661760:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.984830:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661120 00000100:00100000:1.0:1722795890.984841:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766661376:0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.984842:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795890.984857:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1722795890.984858:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660864 00000100:00100000:3.0:1722795890.984859:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660864 00000100:00100000:1.0:1722795890.984860:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795890.984862:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766660736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.984874:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766661888:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.984875:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661760 00000100:00100000:3.0:1722795890.984877:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661760 00000100:00100000:2.0:1722795890.984880:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661376 00000100:00100000:2.0:1722795890.984884:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661376 00000100:00100000:3.0:1722795890.984888:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:3.0:1722795890.984892:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766661120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.984899:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766660736:12345-0@lo:400:kworker.0 Request processed in 37us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795890.984900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795890.984903:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608 00000100:00100000:0.0:1722795890.984905:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1722795890.984908:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766660864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.984932:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766661120:12345-0@lo:400:kworker.0 Request processed in 39us (154us total) trans 0 rc 0/0 00000100:00080000:0.0:1722795890.984933:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795860 00000100:00080000:0.0:1722795890.984936:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795860 00000100:00100000:3.0:1722795890.984937:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00080000:0.0:1722795890.984938:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795860 00000100:00100000:2.0:1722795890.984944:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766660864:12345-0@lo:400:kworker.0 Request processed in 35us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795890.984945:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609 00000100:00100000:0.0:1722795890.984952:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:1.0:1722795890.984954:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766661760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.984955:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608 00000100:00100000:0.0:1722795890.984956:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766661376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.984968:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661248 00000100:00100000:3.0:1722795890.984969:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661248 00000100:00100000:0.0:1722795890.984974:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766661376:12345-0@lo:400:kworker.0 Request processed in 18us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795890.984978:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:2.0:1722795890.984984:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766660736:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.984985:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109044 00000100:00100000:3.0:1722795890.984988:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766661248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.984998:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766661760:12345-0@lo:400:kworker.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795890.985001:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795890.985005:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1722795890.985010:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e33aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766661760:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.985012:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766661248:12345-0@lo:400:kworker.0 Request processed in 24us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795890.985016:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109044 00000100:00100000:0.0:1722795890.985020:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766661120:0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.985020:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e33a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766661248:0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.985029:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661632 00000100:00100000:1.0:1722795890.985035:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661632 00000100:00100000:3.0:1722795890.985039:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795890.985047:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661888 00000100:00100000:2.0:1722795890.985050:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661888 00000100:00100000:3.0:1722795890.985053:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766661504:0@lo:400:kworker.0 00000100:00080000:0.0:1722795890.985058:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795860 00000100:00080000:0.0:1722795890.985060:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795860 00000100:00100000:1.0:1722795890.985063:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:3.0:1722795890.985065:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795890.985067:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766661632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.985068:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1722795890.985071:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766661888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.985086:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e33b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766662016:0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.985092:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766661504 00000100:00100000:0.0:1722795890.985094:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766661504 00000100:00100000:3.0:1722795890.985104:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795890.985107:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766661888:12345-0@lo:400:kworker.0 Request processed in 34us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795890.985108:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766661632:12345-0@lo:400:kworker.0 Request processed in 40us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795890.985112:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:2.0:1722795890.985115:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1722795890.985116:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766661504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.985116:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00000100:00100000:3.0:1722795890.985127:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662016 00000100:00100000:3.0:1722795890.985129:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662016 00000100:00100000:0.0:1722795890.985138:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766661504:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795890.985138:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766660992 00000100:00100000:2.0:1722795890.985141:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766660992 00000100:00100000:3.0:1722795890.985141:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1722795890.985142:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000100:00100000:3.0:1722795890.985144:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766662016:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1722795890.985153:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795860 00000100:00080000:0.0:1722795890.985155:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795860 00000100:00100000:2.0:1722795890.985158:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109045 00000100:00100000:2.0:1722795890.985162:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766660992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795890.985167:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766661632:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.985168:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766662016:12345-0@lo:400:kworker.0 Request processed in 24us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795890.985170:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766660864:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.985172:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1722795890.985183:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766661376:0@lo:400:kworker.0 00000100:00100000:1.0:1722795890.985193:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766661888:0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.985196:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766660992:12345-0@lo:400:kworker.0 Request processed in 33us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795890.985198:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766660992:0@lo:400:kworker.0 00000100:00100000:2.0:1722795890.985200:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109045 00000100:00100000:3.0:1722795890.985205:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766661504:0@lo:400:kworker.0 00000100:00100000:3.0:1722795890.985210:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e33b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766662016:0@lo:400:kworker.0 00000100:00100000:0.0:1722795891.048630:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f8b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766662144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795891.048677:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795891.048727:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662144 00000100:00100000:1.0:1722795891.048735:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662144 00000100:00100000:1.0:1722795891.048777:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1722795891.048784:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766662144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1722795891.048812:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795891.048868:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766662144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795891.048875:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1722795891.048897:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f8b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766662144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795891.452637:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795892.454727:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795893.080630:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766662272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795893.080682:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795893.080721:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662272 00000100:00100000:2.0:1722795893.080727:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662272 00000100:00100000:2.0:1722795893.080765:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109046 00000100:00100000:2.0:1722795893.080770:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766662272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1722795893.080795:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:2.0:1722795893.080837:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766662272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795893.080842:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109046 00000100:00100000:0.0:1722795893.080860:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766662272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795893.432610:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795893.432628:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011e33ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766662400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795893.432676:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795893.432745:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662400 00000100:00100000:1.0:1722795893.432761:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662400 00000100:00100000:1.0:1722795893.432860:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00080000:0.0:1722795893.432862:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795863 00000100:00100000:1.0:1722795893.432869:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766662400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1722795893.432916:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795893.433015:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766662400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795893.433024:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1722795893.433034:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011e33ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766662400:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795893.456664:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795893.953720:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795893.953773:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795893.953799:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795893.953822:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795893.953826:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537728 00000100:00100000:2.0:1722795893.953828:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537856 00000100:00100000:2.0:1722795893.953834:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537856 00000100:00100000:3.0:1722795893.953834:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537728 00000100:00100000:0.0:1722795893.953835:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795893.953850:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795893.953863:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795893.953872:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046537984 00000100:00100000:0.0:1722795893.953873:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795893.953874:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046537984 00000100:00100000:3.0:1722795893.953875:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 658 00000100:00100000:3.0:1722795893.953881:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046537728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795893.953882:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538368 00000100:00100000:2.0:1722795893.953884:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538368 00000100:00100000:2.0:1722795893.953890:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538496 00000100:00100000:2.0:1722795893.953891:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538496 00000100:00100000:0.0:1722795893.953896:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795893.953905:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3613 00000100:00080000:0.0:1722795893.953906:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795863 00000100:00080000:0.0:1722795893.953909:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795863 00000100:00100000:2.0:1722795893.953909:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046537856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1722795893.953910:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795863 00000100:00100000:0.0:1722795893.953925:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3614 00000100:00100000:0.0:1722795893.953931:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046537984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795893.953931:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046537728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795893.953938:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046537856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795893.953941:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 658 00000100:00100000:1.0:1722795893.953949:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3615 00000100:00100000:0.0:1722795893.953954:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046537984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795893.953958:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3613 00000100:00100000:0.0:1722795893.953965:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3614 00000100:00100000:1.0:1722795893.953965:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046538368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795893.953974:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538112 00000100:00100000:2.0:1722795893.953976:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3616 00000100:00100000:3.0:1722795893.953976:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538112 00000100:00100000:2.0:1722795893.953979:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046538496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795893.953986:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538240 00000100:00100000:0.0:1722795893.953989:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538240 00000100:00100000:2.0:1722795893.953990:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046538496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795893.953993:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3616 00000100:00100000:3.0:1722795893.953998:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538624 00000100:00100000:3.0:1722795893.954000:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538624 00000100:00100000:0.0:1722795893.954010:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538752 00000100:00100000:0.0:1722795893.954012:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538752 00000100:00100000:2.0:1722795893.954012:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 573 00000100:00100000:2.0:1722795893.954015:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046538112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795893.954022:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 574 00000100:00100000:2.0:1722795893.954027:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046538112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795893.954027:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046538240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795893.954031:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 573 00000100:00100000:0.0:1722795893.954038:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 575 00000100:00100000:2.0:1722795893.954041:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 576 00000100:00100000:0.0:1722795893.954043:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046538624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795893.954044:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046538752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795893.954056:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046538752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795893.954057:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046538368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 96us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795893.954057:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046538240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795893.954062:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 576 00000100:00100000:3.0:1722795893.954065:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 574 00000100:00100000:0.0:1722795893.954066:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046538624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795893.954066:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3615 00000100:00100000:0.0:1722795893.954073:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 575 00000100:00080000:0.0:1722795893.954241:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795863 00000100:00080000:0.0:1722795893.954244:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795863 00010000:00010000:2.0:1722795894.458621:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795894.904623:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766662528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795894.904683:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795894.904718:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662528 00000100:00100000:2.0:1722795894.904725:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662528 00000100:00100000:2.0:1722795894.904765:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109047 00000100:00100000:2.0:1722795894.904772:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e339c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766662528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795894.904803:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795894.904855:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e339c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766662528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795894.904862:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109047 00000100:00100000:0.0:1722795894.904884:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766662528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795895.460604:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795895.496569:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766662656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795895.496627:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795895.496666:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662656 00000100:00100000:2.0:1722795895.496672:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662656 00000100:00080000:0.0:1722795895.496701:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795865 00000100:00100000:2.0:1722795895.496713:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1722795895.496718:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766662656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795895.496743:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795895.496791:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766662656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.496798:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1722795895.496835:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766662656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795895.528620:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88009920a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766662784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795895.528655:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795895.528726:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662784 00000100:00100000:0.0:1722795895.528733:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662784 00000100:00080000:2.0:1722795895.528769:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795865 00000100:00100000:0.0:1722795895.528788:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1722795895.528795:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766662784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795895.528812:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795895.528865:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766662784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795895.528872:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1722795895.528881:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88009920a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766662784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795895.992632:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766662912:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992635:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766663040:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992653:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766663296:0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992656:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766663168:0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992689:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795895.992695:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795895.992695:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795895.992706:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766663680:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992714:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766662912 00000100:00100000:1.0:1722795895.992718:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766663424:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992721:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766663552:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992721:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766662912 00000100:00100000:2.0:1722795895.992722:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795895.992730:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766664192:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992740:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795895.992742:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795895.992743:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795895.992756:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766664064:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992758:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1722795895.992760:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766663936:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992763:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766662912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992766:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663040 00000100:00100000:2.0:1722795895.992769:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663040 00000100:00100000:0.0:1722795895.992772:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795895.992776:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795895.992787:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663680 00000100:00100000:2.0:1722795895.992788:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663680 00000100:00100000:2.0:1722795895.992796:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663552 00000100:00100000:0.0:1722795895.992797:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663936 00000100:00100000:2.0:1722795895.992797:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663552 00000100:00100000:1.0:1722795895.992800:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:0.0:1722795895.992801:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663936 00000100:00100000:1.0:1722795895.992805:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766663040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992808:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:3.0:1722795895.992808:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766662912:12345-0@lo:400:kworker.0 Request processed in 45us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992811:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766663680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992812:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1722795895.992820:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:0.0:1722795895.992825:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766663552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992833:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766663680:12345-0@lo:400:kworker.0 Request processed in 22us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992837:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00000100:00100000:1.0:1722795895.992840:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766663040:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795895.992842:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663168 00000100:00100000:3.0:1722795895.992844:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663168 00000100:00100000:1.0:1722795895.992847:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00100000:0.0:1722795895.992851:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766663552:12345-0@lo:400:kworker.0 Request processed in 26us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992853:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620 00000100:00100000:2.0:1722795895.992856:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766663936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.992858:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663424 00000100:00100000:3.0:1722795895.992859:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663424 00000100:00100000:0.0:1722795895.992860:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000100:00100000:2.0:1722795895.992868:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766663936:12345-0@lo:400:kworker.0 Request processed in 11us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992871:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620 00000100:00100000:3.0:1722795895.992871:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109048 00000100:00100000:3.0:1722795895.992875:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766663168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992884:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109049 00000100:00080000:2.0:1722795895.992885:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795865 00000100:00100000:1.0:1722795895.992887:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766663040:0@lo:400:kworker.0 00000100:00080000:2.0:1722795895.992887:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795865 00000100:00080000:2.0:1722795895.992888:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795865 00000100:00100000:0.0:1722795895.992889:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766663424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795895.992894:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766663552:0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992896:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664192 00000100:00100000:2.0:1722795895.992897:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664192 00000100:00100000:3.0:1722795895.992904:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766663168:12345-0@lo:400:kworker.0 Request processed in 28us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992910:0:16057:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664064 00000100:00100000:3.0:1722795895.992911:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109048 00000100:00100000:0.0:1722795895.992912:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766663424:12345-0@lo:400:kworker.0 Request processed in 22us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992912:0:16057:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664064 00000100:00100000:0.0:1722795895.992917:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109049 00000100:00100000:2.0:1722795895.992920:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1722795895.992922:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800724ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766664192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795895.992926:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766663936:0@lo:400:kworker.0 00000100:00100000:1.0:1722795895.992931:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766662912:0@lo:400:kworker.0 00000100:00100000:1.0:1722795895.992936:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766663424:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992937:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1722795895.992937:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800724ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766664192:12345-0@lo:400:kworker.0 Request processed in 14us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795895.992941:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766664064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992941:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:2.0:1722795895.992948:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795865 00000100:00100000:2.0:1722795895.992959:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766663168:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992965:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766664064:12345-0@lo:400:kworker.0 Request processed in 24us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.992965:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766663680:0@lo:400:kworker.0 00000100:00100000:1.0:1722795895.992969:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766664064:0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.992970:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800a16ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766664192:0@lo:400:kworker.0 00000100:00100000:0.0:1722795895.992971:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1722795895.992985:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795895.993009:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766663808:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.993021:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663296 00000100:00100000:3.0:1722795895.993024:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663296 00000100:00100000:0.0:1722795895.993027:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795895.993047:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766663808 00000100:00100000:3.0:1722795895.993049:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766663808 00000100:00100000:2.0:1722795895.993056:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621 00000100:00100000:2.0:1722795895.993059:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e33aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766663296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.993062:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:3.0:1722795895.993065:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766663808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795895.993082:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e33aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766663296:12345-0@lo:400:kworker.0 Request processed in 23us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795895.993085:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621 00000100:00100000:3.0:1722795895.993090:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766663808:12345-0@lo:400:kworker.0 Request processed in 25us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795895.993094:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766663296:0@lo:400:kworker.0 00000100:00100000:3.0:1722795895.993094:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00080000:2.0:1722795895.993100:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795865 00000100:00100000:0.0:1722795895.993103:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766663808:0@lo:400:kworker.0 00000100:00100000:2.0:1722795896.056539:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795896.056591:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795896.056625:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664320 00000100:00100000:0.0:1722795896.056631:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664320 00000100:00100000:0.0:1722795896.056664:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1722795896.056668:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766664320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795896.056689:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795896.056726:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766664320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795896.056730:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1722795896.056759:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664320:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795896.462590:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795897.464645:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795898.088563:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795898.088580:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795898.088630:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795898.088724:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664448 00000100:00100000:3.0:1722795898.088732:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664448 00000100:00100000:3.0:1722795898.088768:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109050 00000100:00100000:3.0:1722795898.088773:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766664448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795898.088796:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795898.088846:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766664448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795898.088851:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109050 00000100:00100000:2.0:1722795898.088858:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795898.440586:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766664576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1722795898.440635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795898.440728:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664576 00000100:00100000:0.0:1722795898.440736:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664576 00000100:00100000:0.0:1722795898.440778:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00080000:2.0:1722795898.440779:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795868 00000100:00100000:0.0:1722795898.440783:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766664576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795898.440806:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795898.440844:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766664576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795898.440848:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1722795898.440883:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766664576:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795898.466634:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795898.961514:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795898.961570:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795898.961589:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795898.961606:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795898.961627:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046538880 00000100:00100000:0.0:1722795898.961631:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795898.961637:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046538880 00000100:00100000:0.0:1722795898.961641:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795898.961649:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795898.961658:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795898.961671:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539008 00000100:00100000:3.0:1722795898.961677:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539008 00000100:00100000:0.0:1722795898.961680:0:3671:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795898.961688:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 660 00000100:00100000:0.0:1722795898.961693:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539136 00000100:00100000:2.0:1722795898.961695:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046538880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795898.961696:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539136 00000100:00100000:1.0:1722795898.961699:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539264 00000100:00100000:3.0:1722795898.961704:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539520 00000100:00100000:1.0:1722795898.961705:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539264 00000100:00100000:3.0:1722795898.961707:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539520 00000100:00100000:0.0:1722795898.961714:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539648 00000100:00100000:0.0:1722795898.961716:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539648 00000100:00100000:3.0:1722795898.961725:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3623 00000100:00100000:1.0:1722795898.961729:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539392 00000100:00100000:1.0:1722795898.961730:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539392 00000100:00100000:3.0:1722795898.961731:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046539008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795898.961733:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3624 00000100:00100000:0.0:1722795898.961737:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046539136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795898.961738:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539776 00000100:00100000:1.0:1722795898.961740:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539776 00000100:00100000:1.0:1722795898.961748:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046539904 00000100:00100000:1.0:1722795898.961749:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046539904 00000100:00100000:2.0:1722795898.961751:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046538880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795898.961757:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 660 00000100:00100000:0.0:1722795898.961759:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046539136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795898.961759:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 579 00000100:00100000:0.0:1722795898.961763:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3624 00000100:00100000:1.0:1722795898.961763:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046539264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795898.961767:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046539008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795898.961773:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3623 00000100:00100000:0.0:1722795898.961777:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3625 00000100:00100000:0.0:1722795898.961780:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046539520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795898.961788:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046539264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795898.961792:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046539520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795898.961792:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3626 00000100:00100000:1.0:1722795898.961793:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 579 00000100:00100000:0.0:1722795898.961796:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3625 00000100:00100000:3.0:1722795898.961796:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046539648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795898.961805:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 580 00000100:00100000:1.0:1722795898.961807:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046539392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795898.961811:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046539648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795898.961813:0:16057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 581 00000100:00100000:3.0:1722795898.961815:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3626 00000100:00100000:0.0:1722795898.961816:0:16057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046539776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795898.961819:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046539392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795898.961822:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 580 00000100:00100000:0.0:1722795898.961827:0:16057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046539776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 11us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795898.961828:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 582 00000100:00100000:0.0:1722795898.961831:0:16057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 581 00000100:00100000:1.0:1722795898.961831:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046539904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795898.961841:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046539904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795898.961845:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 582 00000100:00080000:3.0:1722795898.961852:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795868 00000100:00080000:3.0:1722795898.961855:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795868 00000100:00080000:3.0:1722795898.961856:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795868 00000100:00080000:3.0:1722795898.961858:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795868 00000100:00080000:3.0:1722795898.961859:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795868 00010000:00010000:2.0:1722795899.468626:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795899.912670:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880099209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766664704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795899.912752:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795899.912789:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664704 00000100:00100000:3.0:1722795899.912797:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664704 00000100:00100000:3.0:1722795899.912829:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109051 00000100:00100000:3.0:1722795899.912835:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766664704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795899.912864:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795899.912911:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766664704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795899.912916:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880099209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766664704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1722795899.912917:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109051 00010000:00010000:3.0:1722795900.470581:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795900.504628:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795900.504675:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795900.504721:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664832 00000100:00100000:0.0:1722795900.504729:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664832 00000100:00100000:0.0:1722795900.504790:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1722795900.504791:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795870 00000100:00100000:0.0:1722795900.504796:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766664832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1722795900.504833:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795900.504875:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766664832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795900.504882:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1722795900.504890:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766664832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795900.536583:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1722795900.536600:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766664960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795900.536645:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795900.536679:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766664960 00000100:00100000:0.0:1722795900.536686:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766664960 00000100:00080000:3.0:1722795900.536704:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795870 00000100:00100000:0.0:1722795900.536723:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1722795900.536728:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766664960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795900.536743:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795900.536778:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766664960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795900.536782:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1722795900.536805:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766664960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795901.000647:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766665216:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000673:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766665472:0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.000681:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766665088:0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000692:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766665344:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000698:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795901.000722:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795901.000723:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795901.000735:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766665728:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000740:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880073450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766665984:0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.000743:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766665600:0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000745:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795901.000747:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795901.000760:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665216 00000100:00100000:2.0:1722795901.000763:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880073450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766666240:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000765:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665216 00000100:00100000:1.0:1722795901.000769:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795901.000772:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766665856:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000776:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795901.000777:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880073452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766666112:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000790:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665472 00000100:00100000:3.0:1722795901.000790:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795901.000791:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665472 00000100:00100000:2.0:1722795901.000796:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665728 00000100:00100000:2.0:1722795901.000799:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665728 00000100:00100000:0.0:1722795901.000800:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665856 00000100:00100000:0.0:1722795901.000801:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665856 00000100:00100000:3.0:1722795901.000801:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880073452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766666368:0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.000803:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627 00000100:00100000:1.0:1722795901.000808:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766665216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000811:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795901.000812:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:0.0:1722795901.000815:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766665472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000817:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:2.0:1722795901.000821:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766665856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000837:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665088 00000100:00100000:3.0:1722795901.000841:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665088 00000100:00100000:0.0:1722795901.000843:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766665472:12345-0@lo:400:kworker.0 Request processed in 27us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795901.000844:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766665216:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795901.000846:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766665856:12345-0@lo:400:kworker.0 Request processed in 24us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795901.000847:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00100000:1.0:1722795901.000849:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627 00000100:00100000:2.0:1722795901.000851:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00100000:0.0:1722795901.000862:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:0.0:1722795901.000873:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766665728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000878:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1722795901.000883:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766665088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000884:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666240 00000100:00100000:2.0:1722795901.000886:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666240 00000100:00100000:0.0:1722795901.000888:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766665728:12345-0@lo:400:kworker.0 Request processed in 15us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795901.000891:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:1.0:1722795901.000892:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766665216:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000899:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666368 00000100:00100000:2.0:1722795901.000901:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666368 00000100:00100000:0.0:1722795901.000909:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665344 00000100:00100000:2.0:1722795901.000909:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1722795901.000909:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766665088:12345-0@lo:400:kworker.0 Request processed in 26us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795901.000910:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766665728:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000911:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665344 00000100:00100000:2.0:1722795901.000912:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766666240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000913:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1722795901.000923:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665600 00000100:00100000:1.0:1722795901.000923:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1722795901.000924:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665600 00000100:00100000:1.0:1722795901.000926:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766666368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000929:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766666240:12345-0@lo:400:kworker.0 Request processed in 17us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795901.000932:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109052 00000100:00100000:2.0:1722795901.000933:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1722795901.000935:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009920a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766665344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795901.000940:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109053 00000100:00080000:2.0:1722795901.000943:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795871 00000100:00100000:3.0:1722795901.000943:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766665600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.000945:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766666368:12345-0@lo:400:kworker.0 Request processed in 18us (133us total) trans 0 rc 0/0 00000100:00080000:2.0:1722795901.000945:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795871 00000100:00080000:2.0:1722795901.000946:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795871 00000100:00080000:2.0:1722795901.000948:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795871 00000100:00100000:0.0:1722795901.000951:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009920a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766665344:12345-0@lo:400:kworker.0 Request processed in 16us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795901.000951:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1722795901.000955:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109052 00000100:00100000:3.0:1722795901.000958:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766665600:12345-0@lo:400:kworker.0 Request processed in 15us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795901.000961:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109053 00000100:00100000:1.0:1722795901.000968:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795901.000982:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766665344:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.000986:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666112 00000100:00100000:2.0:1722795901.000988:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666112 00000100:00100000:3.0:1722795901.000988:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766665856:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.000989:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795901.000998:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766665984 00000100:00100000:2.0:1722795901.000999:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766665984 00000100:00100000:3.0:1722795901.001006:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880073452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766666368:0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.001007:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766665088:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.001007:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1722795901.001009:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766666112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.001016:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766665472:0@lo:400:kworker.0 00000100:00100000:1.0:1722795901.001018:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766665600:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.001026:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766666112:12345-0@lo:400:kworker.0 Request processed in 16us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795901.001028:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880073452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766666112:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.001029:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000100:00100000:0.0:1722795901.001032:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632 00000100:00100000:0.0:1722795901.001035:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766665984:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1722795901.001037:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795871 00000100:00080000:2.0:1722795901.001038:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795871 00000100:00100000:0.0:1722795901.001051:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766665984:12345-0@lo:400:kworker.0 Request processed in 16us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795901.001055:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632 00000100:00100000:1.0:1722795901.001060:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880073450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766666240:0@lo:400:kworker.0 00000100:00100000:2.0:1722795901.001063:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880073450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766665984:0@lo:400:kworker.0 00000100:00100000:0.0:1722795901.064596:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766666496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795901.064663:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795901.064716:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666496 00000100:00100000:2.0:1722795901.064724:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666496 00000100:00100000:2.0:1722795901.064777:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1722795901.064784:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766666496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795901.064811:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795901.064865:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766666496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795901.064875:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1722795901.064893:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766666496:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795901.472622:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795902.474642:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795903.096584:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766666624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795903.096642:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795903.096697:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666624 00000100:00100000:3.0:1722795903.096704:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666624 00000100:00100000:3.0:1722795903.096740:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109054 00000100:00100000:3.0:1722795903.096745:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766666624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795903.096772:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795903.096816:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766666624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795903.096820:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109054 00000100:00100000:1.0:1722795903.096856:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766666624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795903.448613:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766666752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795903.448664:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795903.448706:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666752 00000100:00100000:2.0:1722795903.448715:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666752 00000100:00080000:0.0:1722795903.448738:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795873 00000100:00100000:2.0:1722795903.448761:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1722795903.448767:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766666752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795903.448795:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795903.448836:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766666752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795903.448841:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1722795903.448861:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766666752:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795903.476569:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795903.970056:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795903.970119:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795903.970151:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795903.970173:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540160 00000100:00100000:0.0:1722795903.970177:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795903.970186:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540160 00000100:00100000:0.0:1722795903.970194:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795903.970250:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795903.970269:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795903.970286:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795903.970302:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540288 00000100:00100000:3.0:1722795903.970312:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540032 00000100:00100000:2.0:1722795903.970317:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540288 00000100:00100000:1.0:1722795903.970323:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540416 00000100:00100000:3.0:1722795903.970323:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540032 00000100:00100000:1.0:1722795903.970332:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540416 00000100:00100000:0.0:1722795903.970339:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795903.970342:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540672 00000100:00100000:2.0:1722795903.970346:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540672 00000100:00100000:2.0:1722795903.970366:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540800 00000100:00100000:2.0:1722795903.970370:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540800 00000100:00100000:1.0:1722795903.970372:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540544 00000100:00100000:1.0:1722795903.970376:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540544 00000100:00100000:0.0:1722795903.970381:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3633 00000100:00100000:3.0:1722795903.970381:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 662 00000100:00100000:0.0:1722795903.970392:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046540160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795903.970394:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046540032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795903.970441:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046540928 00000100:00100000:1.0:1722795903.970448:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046540928 00000100:00100000:2.0:1722795903.970468:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3634 00000100:00100000:1.0:1722795903.970475:0:16099:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541056 00000100:00100000:1.0:1722795903.970478:0:16099:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541056 00000100:00100000:2.0:1722795903.970480:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046540288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795903.970504:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 585 00000100:00100000:0.0:1722795903.970511:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046540160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 120us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795903.970513:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046540032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 121us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795903.970516:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046540416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795903.970519:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3633 00000100:00100000:3.0:1722795903.970522:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 662 00000100:00100000:0.0:1722795903.970553:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3635 00000100:00100000:2.0:1722795903.970553:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046540288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795903.970558:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046540672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795903.970565:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3634 00000100:00100000:1.0:1722795903.970576:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046540416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795903.970578:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 586 00000100:00100000:0.0:1722795903.970579:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046540672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795903.970584:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046540544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795903.970586:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3635 00000100:00100000:1.0:1722795903.970589:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 585 00000100:00100000:2.0:1722795903.970597:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3636 00000100:00100000:2.0:1722795903.970606:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046540800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795903.970609:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046540544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (359us total) trans 0 rc 0/0 00000100:00080000:0.0:1722795903.970611:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795873 00000100:00080000:0.0:1722795903.970615:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795873 00000100:00100000:3.0:1722795903.970616:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 586 00000100:00080000:0.0:1722795903.970618:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795873 00000100:00080000:0.0:1722795903.970620:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795873 00000100:00080000:0.0:1722795903.970622:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795873 00000100:00100000:1.0:1722795903.970623:0:16099:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 587 00000100:00100000:1.0:1722795903.970632:0:16099:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046540928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795903.970632:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 588 00000100:00100000:3.0:1722795903.970636:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046541056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795903.970648:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046540800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795903.970657:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046541056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795903.970661:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3636 00000100:00100000:3.0:1722795903.970663:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 588 00000100:00100000:1.0:1722795903.970670:0:16099:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046540928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795903.970682:0:16099:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 587 00010000:00010000:2.0:1722795904.478756:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795904.920728:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766666880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795904.920814:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795904.920869:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766666880 00000100:00100000:3.0:1722795904.920880:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766666880 00000100:00100000:3.0:1722795904.920929:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109055 00000100:00100000:3.0:1722795904.920937:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766666880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795904.920978:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795904.921060:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766666880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795904.921069:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109055 00000100:00100000:0.0:1722795904.921089:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766666880:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795905.480771:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795905.512660:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1722795905.512686:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766667008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1722795905.512759:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795905.512824:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667008 00000100:00100000:2.0:1722795905.512833:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667008 00000100:00080000:0.0:1722795905.512882:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795875 00000100:00100000:2.0:1722795905.512896:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1722795905.512904:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766667008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795905.512938:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795905.513000:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766667008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795905.513011:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1722795905.513057:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766667008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795905.544693:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766667136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795905.544757:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795905.544840:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667136 00000100:00100000:0.0:1722795905.544849:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667136 00000100:00080000:2.0:1722795905.544879:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795875 00000100:00100000:0.0:1722795905.544904:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1722795905.544911:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766667136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1722795905.544933:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795905.544987:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766667136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795905.544994:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1722795905.545049:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766667136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795906.008743:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766667264:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.008818:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766667648:0@lo:400:kworker.0 00000100:00100000:0.0:1722795906.008828:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795906.008828:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766667520:0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.008855:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766667392:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.008899:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795906.008902:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795906.008904:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766667776:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.008923:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766668032:0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.008925:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667648 00000100:00100000:1.0:1722795906.008932:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667648 00000100:00100000:3.0:1722795906.008951:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766668160:0@lo:400:kworker.0 00000100:00100000:0.0:1722795906.008962:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795906.008962:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795906.008969:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668032 00000100:00100000:1.0:1722795906.008971:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668032 00000100:00100000:0.0:1722795906.008975:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766668288:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.008976:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766668544:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.008979:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795906.008997:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668160 00000100:00100000:1.0:1722795906.008999:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668160 00000100:00100000:0.0:1722795906.009004:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667520 00000100:00100000:0.0:1722795906.009008:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667520 00000100:00100000:2.0:1722795906.009011:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795906.009014:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:1.0:1722795906.009020:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766667648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795906.009033:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667776 00000100:00100000:0.0:1722795906.009035:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667776 00000100:00100000:2.0:1722795906.009041:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109056 00000100:00100000:3.0:1722795906.009043:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667264 00000100:00100000:2.0:1722795906.009047:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766667520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009049:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667264 00000100:00100000:0.0:1722795906.009051:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109057 00000100:00100000:0.0:1722795906.009056:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007708b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766667776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.009067:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3680:x1806481766667648:12345-0@lo:400:kworker.0 Request processed in 47us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795906.009073:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00100000:2.0:1722795906.009080:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766667520:12345-0@lo:400:kworker.0 Request processed in 33us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795906.009082:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1722795906.009087:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007708b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3681:x1806481766667776:12345-0@lo:400:kworker.0 Request processed in 31us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795906.009089:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766667264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.009091:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638 00000100:00100000:2.0:1722795906.009091:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109056 00000100:00100000:0.0:1722795906.009095:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109057 00000100:00100000:1.0:1722795906.009095:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766668032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.009116:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1806481766668032:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795906.009121:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638 00000100:00100000:1.0:1722795906.009129:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639 00000100:00100000:1.0:1722795906.009133:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766668160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009136:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3681:x1806481766667264:12345-0@lo:400:kworker.0 Request processed in 45us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795906.009144:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1722795906.009158:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3680:x1806481766668160:12345-0@lo:400:kworker.0 Request processed in 25us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795906.009163:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639 00000100:00100000:2.0:1722795906.009167:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766667520:0@lo:400:kworker.0 00000100:00080000:1.0:1722795906.009197:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795876 00000100:00080000:1.0:1722795906.009200:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795876 00000100:00080000:1.0:1722795906.009202:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795876 00000100:00100000:1.0:1722795906.009210:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795906.009215:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668544 00000100:00100000:3.0:1722795906.009221:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668544 00000100:00100000:1.0:1722795906.009228:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766667904:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.009229:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3679:1806481766668032:0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.009246:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795906.009253:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1722795906.009254:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800799b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766668416:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009259:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766668544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795906.009266:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795906.009285:0:16053:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668416 00000100:00080000:1.0:1722795906.009289:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795876 00000100:00100000:2.0:1722795906.009290:0:16053:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668416 00000100:00100000:1.0:1722795906.009330:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3680:1806481766667648:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009341:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766668544:12345-0@lo:400:kworker.0 Request processed in 79us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795906.009342:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3680:1806481766668160:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.009344:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1722795906.009352:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1722795906.009354:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766668416:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795906.009374:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795876 00000100:00100000:3.0:1722795906.009390:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667392 00000100:00100000:3.0:1722795906.009446:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667392 00000100:00100000:2.0:1722795906.009457:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766668416:12345-0@lo:400:kworker.0 Request processed in 73us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795906.009466:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1722795906.009472:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766667904 00000100:00100000:3.0:1722795906.009476:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766667904 00000100:00100000:1.0:1722795906.009485:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766668416:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009499:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:2.0:1722795906.009505:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:3.0:1722795906.009506:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766667392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.009512:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766667904:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795906.009530:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795876 00000100:00100000:3.0:1722795906.009553:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1806481766667392:12345-0@lo:400:kworker.0 Request processed in 46us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795906.009559:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1806481766667904:12345-0@lo:400:kworker.0 Request processed in 47us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795906.009560:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3678:1806481766667392:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009561:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:2.0:1722795906.009566:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:1.0:1722795906.009569:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3678:1806481766667904:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.009598:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766668544:0@lo:400:kworker.0 00000100:00100000:0.0:1722795906.009716:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795906.009748:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3681:1806481766667264:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009760:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668288 00000100:00100000:3.0:1722795906.009764:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668288 00000100:00100000:0.0:1722795906.009765:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766667776:0@lo:400:kworker.0 00000100:00100000:3.0:1722795906.009797:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:3.0:1722795906.009801:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766668288:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1722795906.009806:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795876 00000100:00100000:3.0:1722795906.009834:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3681:x1806481766668288:12345-0@lo:400:kworker.0 Request processed in 33us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795906.009839:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1722795906.009853:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800799b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3681:1806481766668288:0@lo:400:kworker.0 00000100:00100000:2.0:1722795906.072632:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1722795906.072653:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880073450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766668672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795906.072708:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795906.072755:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668672 00000100:00100000:0.0:1722795906.072762:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668672 00000100:00100000:0.0:1722795906.072801:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1722795906.072806:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766668672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795906.072829:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795906.072874:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766668672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795906.072880:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1722795906.072930:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880073450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766668672:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795906.482738:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795907.484745:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795908.104751:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766668800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795908.104829:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795908.104892:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668800 00000100:00100000:0.0:1722795908.104905:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668800 00000100:00100000:0.0:1722795908.104968:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109058 00000100:00100000:0.0:1722795908.104976:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766668800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1722795908.105015:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:0.0:1722795908.105083:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766668800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795908.105091:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109058 00000100:00100000:2.0:1722795908.105133:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766668800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1722795908.456810:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766668928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1722795908.456890:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795908.456958:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766668928 00000100:00100000:0.0:1722795908.456970:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766668928 00000100:00080000:1.0:1722795908.457029:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795878 00000100:00100000:0.0:1722795908.457045:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1722795908.457054:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766668928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1722795908.457088:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795908.457175:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766668928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795908.457183:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1722795908.457216:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766668928:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795908.486675:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795908.977675:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795908.977747:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795908.977790:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795908.977811:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541184 00000100:00100000:2.0:1722795908.977821:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541184 00000100:00100000:0.0:1722795908.977822:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795908.977844:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795908.977856:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541312 00000100:00100000:0.0:1722795908.977860:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795908.977862:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541312 00000100:00100000:0.0:1722795908.977871:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795908.977875:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 664 00000100:00100000:0.0:1722795908.977881:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1722795908.977884:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046541184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795908.977896:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541440 00000100:00100000:3.0:1722795908.977899:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541440 00000100:00100000:0.0:1722795908.977907:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795908.977914:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541824 00000100:00100000:3.0:1722795908.977915:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541824 00000100:00100000:0.0:1722795908.977925:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541568 00000100:00100000:3.0:1722795908.977925:0:7117:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541952 00000100:00100000:3.0:1722795908.977926:0:7117:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541952 00000100:00100000:0.0:1722795908.977929:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541568 00000100:00100000:3.0:1722795908.977938:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3643 00000100:00100000:3.0:1722795908.977942:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046541312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795908.977944:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046541184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795908.977947:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3644 00000100:00100000:0.0:1722795908.977950:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046541696 00000100:00100000:0.0:1722795908.977951:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046541696 00000100:00100000:2.0:1722795908.977952:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 664 00000100:00100000:1.0:1722795908.977956:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046541440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795908.977959:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542080 00000100:00100000:0.0:1722795908.977961:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542080 00000100:00100000:0.0:1722795908.977968:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542208 00000100:00100000:0.0:1722795908.977969:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542208 00000100:00100000:3.0:1722795908.977971:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046541312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795908.977976:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3643 00000100:00100000:0.0:1722795908.977978:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 591 00000100:00100000:0.0:1722795908.977982:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046541568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795908.977989:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 592 00000100:00100000:3.0:1722795908.977991:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3645 00000100:00100000:2.0:1722795908.977993:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046541696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795908.977994:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046541824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795908.977995:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046541440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795908.978002:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3644 00000100:00100000:0.0:1722795908.978006:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046541568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795908.978006:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046541824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795908.978010:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3645 00000100:00100000:0.0:1722795908.978011:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 591 00000100:00100000:2.0:1722795908.978012:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046541696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795908.978017:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 592 00000100:00100000:3.0:1722795908.978017:0:7117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3646 00000100:00100000:3.0:1722795908.978020:0:7117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046541952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795908.978027:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 593 00000100:00100000:0.0:1722795908.978031:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880121253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046542080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795908.978031:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 594 00000100:00100000:3.0:1722795908.978032:0:7117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078256300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046541952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 10us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795908.978034:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046542208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795908.978036:0:7117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3646 00000100:00100000:0.0:1722795908.978043:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880121253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046542080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795908.978044:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046542208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 9us (136us total) trans 0 rc 0/0 00000100:00080000:1.0:1722795908.978046:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795878 00000100:00100000:0.0:1722795908.978047:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 593 00000100:00080000:1.0:1722795908.978049:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795878 00000100:00100000:2.0:1722795908.978049:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 594 00000100:00080000:1.0:1722795908.978051:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795878 00000100:00080000:1.0:1722795908.978054:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795878 00000100:00080000:1.0:1722795908.978056:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795878 00010000:00010000:2.0:1722795909.488704:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795909.928812:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766669056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795909.928894:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795909.928959:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669056 00000100:00100000:2.0:1722795909.928970:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669056 00000100:00100000:2.0:1722795909.929032:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109059 00000100:00100000:2.0:1722795909.929041:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766669056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1722795909.929080:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:2.0:1722795909.929186:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766669056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795909.929195:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109059 00000100:00100000:0.0:1722795909.929245:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766669056:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795910.490624:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795910.520712:0:3681:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1722795910.520737:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766669184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795910.520804:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795910.520971:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669184 00000100:00100000:0.0:1722795910.520984:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669184 00000100:00100000:0.0:1722795910.521068:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1722795910.521079:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766669184:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1722795910.521082:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795880 00002000:00000024:0.0:1722795910.521173:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:0.0:1722795910.521265:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766669184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 186us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795910.521275:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1722795910.521316:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766669184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795910.552594:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766669312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795910.552643:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795910.552712:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669312 00000100:00100000:1.0:1722795910.552721:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669312 00000100:00080000:2.0:1722795910.552783:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795880 00000100:00100000:1.0:1722795910.552786:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1722795910.552791:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766669312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1722795910.552805:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:1.0:1722795910.552842:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766669312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795910.552850:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1722795910.552860:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766669312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1722795911.016671:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766669440:0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.016687:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766669824:0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.016690:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766669696:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.016717:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766669568:0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.016771:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795911.016778:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795911.016780:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795911.016799:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766670208:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.016813:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669696 00000100:00100000:0.0:1722795911.016819:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766669952:0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.016821:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766670336:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.016822:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669696 00000100:00100000:2.0:1722795911.016831:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795911.016844:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795911.016847:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766670720:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.016856:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795911.016867:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669952 00000100:00100000:1.0:1722795911.016870:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669952 00000100:00100000:3.0:1722795911.016883:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669440 00000100:00100000:1.0:1722795911.016887:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109060 00000100:00100000:3.0:1722795911.016889:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669440 00000100:00100000:2.0:1722795911.016895:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795911.016897:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766669696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.016898:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766670464:0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.016924:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1722795911.016931:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766669440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.016932:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795911.016957:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669824 00000100:00100000:1.0:1722795911.016963:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3680:x1806481766669696:12345-0@lo:400:kworker.0 Request processed in 67us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795911.016965:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669824 00000100:00100000:1.0:1722795911.016970:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109060 00000100:00100000:3.0:1722795911.016978:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3678:x1806481766669440:12345-0@lo:400:kworker.0 Request processed in 45us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795911.016986:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670208 00000100:00100000:3.0:1722795911.016988:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1722795911.016993:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670208 00000100:00100000:1.0:1722795911.016993:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109061 00000100:00100000:1.0:1722795911.016997:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766669952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.017006:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670336 00000100:00100000:2.0:1722795911.017010:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670336 00000100:00100000:1.0:1722795911.017021:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3678:x1806481766669952:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795911.017025:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670464 00000100:00100000:1.0:1722795911.017027:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109061 00000100:00100000:0.0:1722795911.017029:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670464 00000100:00100000:2.0:1722795911.017037:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00080000:3.0:1722795911.017037:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795881 00000100:00080000:3.0:1722795911.017043:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795881 00000100:00100000:2.0:1722795911.017047:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766669824:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795911.017047:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795881 00000100:00100000:0.0:1722795911.017056:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:1.0:1722795911.017064:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649 00000100:00100000:0.0:1722795911.017066:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766670208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017070:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766670336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.017071:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650 00000100:00100000:3.0:1722795911.017078:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766670464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017144:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3681:x1806481766670336:12345-0@lo:400:kworker.0 Request processed in 73us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795911.017155:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649 00000100:00100000:2.0:1722795911.017161:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3681:x1806481766669824:12345-0@lo:400:kworker.0 Request processed in 112us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795911.017162:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3680:x1806481766670208:12345-0@lo:400:kworker.0 Request processed in 95us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795911.017165:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1806481766670464:12345-0@lo:400:kworker.0 Request processed in 87us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795911.017174:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00100000:3.0:1722795911.017178:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650 00000100:00100000:0.0:1722795911.017188:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00100000:1.0:1722795911.017190:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795911.017200:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766669568 00000100:00100000:2.0:1722795911.017205:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766669568 00000100:00100000:1.0:1722795911.017206:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766670080:0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.017227:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651 00000100:00100000:3.0:1722795911.017233:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3681:1806481766669824:0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.017235:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766669568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017240:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795911.017245:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3681:1806481766670336:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.017250:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670720 00000100:00100000:1.0:1722795911.017253:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766670592:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.017256:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670720 00000100:00100000:1.0:1722795911.017273:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1722795911.017273:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795881 00000100:00100000:2.0:1722795911.017280:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1806481766669568:12345-0@lo:400:kworker.0 Request processed in 44us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795911.017291:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651 00000100:00100000:0.0:1722795911.017294:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670592 00000100:00100000:0.0:1722795911.017298:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670592 00000100:00100000:3.0:1722795911.017302:0:15493:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670080 00000100:00100000:3.0:1722795911.017305:0:15493:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670080 00000100:00100000:1.0:1722795911.017318:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3679:1806481766669568:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.017325:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1722795911.017329:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:0.0:1722795911.017333:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766670720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795911.017334:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766669696:0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.017334:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766670080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017349:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1722795911.017351:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3680:1806481766670208:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017354:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766670592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795911.017372:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1806481766670080:12345-0@lo:400:kworker.0 Request processed in 37us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795911.017378:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00100000:1.0:1722795911.017385:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766670592:12345-0@lo:400:kworker.0 Request processed in 31us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795911.017391:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:3.0:1722795911.017434:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795881 00000100:00080000:3.0:1722795911.017437:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795881 00000100:00100000:2.0:1722795911.017453:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766670720:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.017458:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766670720:12345-0@lo:400:kworker.0 Request processed in 64us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795911.017471:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1722795911.017478:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3679:1806481766670080:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017488:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766670592:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017519:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3678:1806481766669440:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017529:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766669952:0@lo:400:kworker.0 00000100:00100000:1.0:1722795911.017548:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3678:1806481766670464:0@lo:400:kworker.0 00000100:00100000:0.0:1722795911.080732:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795911.080755:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766670848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1722795911.080820:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795911.080967:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670848 00000100:00100000:1.0:1722795911.080978:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670848 00000100:00100000:1.0:1722795911.081048:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1722795911.081057:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766670848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1722795911.081220:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795911.081289:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766670848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 231us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795911.081297:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1722795911.081346:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766670848:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795911.492706:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795912.494727:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1722795913.112663:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766670976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1722795913.112736:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795913.112839:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766670976 00000100:00100000:3.0:1722795913.112851:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766670976 00000100:00100000:3.0:1722795913.112909:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109062 00000100:00100000:3.0:1722795913.112925:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766670976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1722795913.112965:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:3.0:1722795913.113036:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766670976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795913.113044:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109062 00000100:00100000:1.0:1722795913.113137:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766670976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795913.464651:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766671104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795913.464741:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795913.464803:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671104 00000100:00100000:1.0:1722795913.464815:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671104 00000100:00100000:1.0:1722795913.464888:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00080000:3.0:1722795913.464893:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795883 00000100:00100000:1.0:1722795913.464896:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766671104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1722795913.464932:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:1.0:1722795913.464998:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766671104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795913.465007:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1722795913.465092:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766671104:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795913.496634:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795913.985980:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986028:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986091:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986122:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795913.986126:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542336 00000100:00100000:3.0:1722795913.986140:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542336 00000100:00100000:0.0:1722795913.986145:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986160:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986177:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795913.986194:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795913.986198:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542464 00000100:00100000:1.0:1722795913.986208:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542464 00000100:00080000:2.0:1722795913.986229:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795883 00000100:00100000:3.0:1722795913.986234:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 666 00000100:00080000:2.0:1722795913.986237:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795883 00000100:00100000:0.0:1722795913.986241:0:3673:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795913.986246:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046542336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795913.986252:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542592 00000100:00100000:1.0:1722795913.986255:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542592 00000100:00100000:2.0:1722795913.986259:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543104 00000100:00100000:2.0:1722795913.986265:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543104 00000100:00100000:0.0:1722795913.986274:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542720 00000100:00100000:1.0:1722795913.986274:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542976 00000100:00100000:1.0:1722795913.986276:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542976 00000100:00100000:0.0:1722795913.986281:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542720 00000100:00100000:1.0:1722795913.986297:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3653 00000100:00100000:1.0:1722795913.986304:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046542464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795913.986316:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3654 00000100:00100000:0.0:1722795913.986323:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046542848 00000100:00100000:2.0:1722795913.986324:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046542592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795913.986329:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046542848 00000100:00100000:3.0:1722795913.986335:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2006:x1806482046542336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 88us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795913.986347:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 666 00000100:00100000:0.0:1722795913.986350:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543360 00000100:00100000:0.0:1722795913.986354:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543360 00000100:00100000:1.0:1722795913.986355:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2005:x1806482046542464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795913.986370:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3653 00000100:00100000:2.0:1722795913.986371:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2006:x1806482046542592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795913.986373:0:16041:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543232 00000100:00100000:0.0:1722795913.986377:0:16041:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543232 00000100:00100000:2.0:1722795913.986379:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3654 00000100:00100000:1.0:1722795913.986391:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3655 00000100:00100000:0.0:1722795913.986439:0:16041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 597 00000100:00100000:1.0:1722795913.986442:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046542976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795913.986444:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3656 00000100:00100000:0.0:1722795913.986450:0:16041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046542720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795913.986450:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046543104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795913.986468:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2005:x1806482046542976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795913.986477:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3655 00000100:00100000:2.0:1722795913.986478:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2006:x1806482046543104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795913.986485:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3656 00000100:00100000:3.0:1722795913.986494:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 598 00000100:00100000:3.0:1722795913.986504:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046542848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795913.986507:0:16053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 599 00000100:00100000:0.0:1722795913.986508:0:16041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2005:x1806482046542720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795913.986512:0:16053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046543360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795913.986520:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 600 00000100:00100000:2.0:1722795913.986525:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046543232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795913.986530:0:16041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 597 00000100:00100000:1.0:1722795913.986534:0:16053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2006:x1806482046543360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795913.986540:0:16053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 599 00000100:00100000:2.0:1722795913.986545:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2005:x1806482046543232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795913.986551:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2006:x1806482046542848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795913.986556:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 600 00000100:00100000:3.0:1722795913.986561:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 598 00000100:00080000:2.0:1722795913.986579:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795883 00000100:00080000:2.0:1722795913.986582:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795883 00000100:00080000:2.0:1722795913.986585:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795883 00000100:00080000:2.0:1722795913.986587:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795883 00010000:00010000:2.0:1722795914.498755:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795914.936751:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766671232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795914.936823:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795914.936880:0:9459:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671232 00000100:00100000:3.0:1722795914.936891:0:9459:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671232 00000100:00100000:3.0:1722795914.936946:0:9459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109063 00000100:00100000:3.0:1722795914.936954:0:9459:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766671232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1722795914.936993:0:9459:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:3.0:1722795914.937096:0:9459:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766671232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795914.937105:0:9459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109063 00000100:00100000:0.0:1722795914.937131:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766671232:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795915.500692:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1722795915.528653:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766671360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1722795915.528742:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795915.528890:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671360 00000100:00100000:1.0:1722795915.528902:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671360 00000100:00100000:1.0:1722795915.528977:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00080000:2.0:1722795915.528980:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795885 00000100:00100000:1.0:1722795915.528986:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766671360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1722795915.529059:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:1.0:1722795915.529127:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766671360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795915.529135:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1722795915.529190:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766671360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1722795915.560637:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766671488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1722795915.560679:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795915.560796:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671488 00000100:00100000:2.0:1722795915.560805:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671488 00000100:00080000:0.0:1722795915.560862:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795885 00000100:00100000:2.0:1722795915.560862:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1722795915.560870:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766671488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795915.560887:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795915.560941:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766671488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795915.560949:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1722795915.561000:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff8800881c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766671488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795916.024728:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766671616:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.024730:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766671744:0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.024753:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766672000:0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.024754:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766671872:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.024809:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795916.024811:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795916.024825:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795916.024842:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766672128:0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.024844:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795916.024847:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766672256:0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.024871:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766672384:0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.024884:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766672512:0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.024885:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795916.024890:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795916.024903:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766672640:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.024910:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766672768:0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.024914:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795916.024925:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671744 00000100:00100000:1.0:1722795916.024932:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671744 00000100:00100000:2.0:1722795916.024935:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672000 00000100:00100000:2.0:1722795916.024941:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672000 00000100:00100000:0.0:1722795916.024946:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795916.024950:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766672896:0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.024974:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672256 00000100:00100000:2.0:1722795916.024977:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672256 00000100:00100000:1.0:1722795916.024979:0:15418:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672384 00000100:00100000:1.0:1722795916.024982:0:15418:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672384 00000100:00100000:3.0:1722795916.024982:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795916.024991:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:0.0:1722795916.025023:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766672000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025038:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1722795916.025045:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:2.0:1722795916.025045:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766671744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.025052:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766672256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.025067:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671616 00000100:00100000:3.0:1722795916.025074:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671616 00000100:00100000:0.0:1722795916.025078:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1806481766672000:12345-0@lo:400:kworker.0 Request processed in 78us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025086:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1722795916.025092:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3680:x1806481766671744:12345-0@lo:400:kworker.0 Request processed in 47us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795916.025097:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3680:x1806481766672256:12345-0@lo:400:kworker.0 Request processed in 45us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795916.025100:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1722795916.025105:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00100000:3.0:1722795916.025116:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1722795916.025119:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00100000:0.0:1722795916.025125:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766672384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.025127:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766671616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025138:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795916.025141:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766671872 00000100:00100000:1.0:1722795916.025144:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766671872 00000100:00100000:0.0:1722795916.025156:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3681:x1806481766672384:12345-0@lo:400:kworker.0 Request processed in 31us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025162:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:1.0:1722795916.025167:0:15452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672128 00000100:00100000:1.0:1722795916.025169:0:15452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672128 00000100:00100000:2.0:1722795916.025169:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672640 00000100:00100000:2.0:1722795916.025172:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672640 00000100:00100000:1.0:1722795916.025182:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109064 00000100:00100000:0.0:1722795916.025186:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672768 00000100:00100000:1.0:1722795916.025187:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766671872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.025187:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3679:x1806481766671616:12345-0@lo:400:kworker.0 Request processed in 59us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025190:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672768 00000100:00100000:2.0:1722795916.025193:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661 00000100:00100000:2.0:1722795916.025198:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766672640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.025198:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1722795916.025216:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672896 00000100:00100000:0.0:1722795916.025218:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672896 00000100:00100000:1.0:1722795916.025218:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800881cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3681:x1806481766671872:12345-0@lo:400:kworker.0 Request processed in 30us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795916.025224:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109064 00000100:00100000:2.0:1722795916.025227:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1806481766672640:12345-0@lo:400:kworker.0 Request processed in 28us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025233:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1722795916.025233:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661 00000100:00100000:0.0:1722795916.025238:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766672768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.025239:0:15452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109065 00000100:00100000:1.0:1722795916.025243:0:15452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766672128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025268:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3679:1806481766671616:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.025269:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+5:3680:x1806481766672768:12345-0@lo:400:kworker.0 Request processed in 31us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795916.025270:0:15452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3679:x1806481766672128:12345-0@lo:400:kworker.0 Request processed in 27us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025276:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1722795916.025276:0:15452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109065 00000100:00100000:2.0:1722795916.025281:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766672128:0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025290:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3679:1806481766672640:0@lo:400:kworker.0 00000100:00080000:3.0:1722795916.025290:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795886 00000100:00100000:0.0:1722795916.025293:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00080000:3.0:1722795916.025296:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795886 00000100:00100000:0.0:1722795916.025297:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766672896:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795916.025300:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795886 00000100:00080000:3.0:1722795916.025304:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795886 00000100:00100000:1.0:1722795916.025305:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795916.025318:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+5:3681:x1806481766672896:12345-0@lo:400:kworker.0 Request processed in 20us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795916.025323:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1722795916.025328:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3680:1806481766671744:0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.025350:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3678:1806481766672000:0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025356:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3680:1806481766672256:0@lo:400:kworker.0 00000100:00100000:2.0:1722795916.025366:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3680:1806481766672768:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.025369:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766671872:0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.025378:0:15464:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766672512 00000100:00100000:1.0:1722795916.025381:0:15464:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766672512 00000100:00100000:0.0:1722795916.025382:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3681:1806481766672384:0@lo:400:kworker.0 00000100:00100000:0.0:1722795916.025443:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3681:1806481766672896:0@lo:400:kworker.0 00000100:00080000:3.0:1722795916.025451:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795886 00000100:00100000:1.0:1722795916.025456:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662 00000100:00100000:1.0:1722795916.025461:0:15464:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766672512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795916.025527:0:15464:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1806481766672512:12345-0@lo:400:kworker.0 Request processed in 64us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795916.025533:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662 00000100:00100000:2.0:1722795916.025575:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3678:1806481766672512:0@lo:400:kworker.0 00000100:00100000:3.0:1722795916.088725:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795916.088756:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff88011f961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1722795916.088863:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795916.088939:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673024 00000100:00100000:2.0:1722795916.088951:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673024 00000100:00100000:2.0:1722795916.089066:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1722795916.089074:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766673024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1722795916.089109:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:2.0:1722795916.089177:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766673024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795916.089185:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1722795916.089221:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff88011f961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795916.502677:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795917.504588:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795918.120682:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1722795918.120764:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795918.120818:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673152 00000100:00100000:1.0:1722795918.120827:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673152 00000100:00100000:1.0:1722795918.120870:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109066 00000100:00100000:1.0:1722795918.120876:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766673152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1722795918.120908:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1435648000 avail 1306185728 00000100:00100000:1.0:1722795918.120959:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3679:x1806481766673152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795918.120991:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109066 00000100:00100000:3.0:1722795918.121036:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1722795918.472605:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766673280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1722795918.472685:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795918.472721:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673280 00000100:00100000:2.0:1722795918.472729:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673280 00000100:00100000:2.0:1722795918.472776:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1722795918.472798:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766673280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1722795918.472823:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00080000:3.0:1722795918.472862:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795888 00000100:00100000:2.0:1722795918.472863:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3680:x1806481766673280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795918.472868:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1722795918.472878:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766673280:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1722795918.506596:0:8259:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795918.993743:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795918.993778:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795918.993795:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795918.993807:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795918.993814:0:7113:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543488 00000100:00100000:0.0:1722795918.993819:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795918.993823:0:7113:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543488 00000100:00100000:0.0:1722795918.993835:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795918.993846:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1722795918.993855:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1722795918.993870:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543616 00000100:00100000:3.0:1722795918.993873:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 668 00000100:00100000:1.0:1722795918.993875:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543616 00000100:00100000:0.0:1722795918.993878:0:3672:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1722795918.993881:0:7113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046543488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795918.993884:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543872 00000100:00100000:2.0:1722795918.993889:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543872 00000100:00100000:0.0:1722795918.993895:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046544000 00000100:00100000:0.0:1722795918.993898:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046544000 00000100:00100000:1.0:1722795918.993903:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3663 00000100:00100000:1.0:1722795918.993907:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046543616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795918.993916:0:16033:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046544384 00000100:00100000:2.0:1722795918.993919:0:16033:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046544384 00000100:00100000:0.0:1722795918.993922:0:16073:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046544512 00000100:00100000:0.0:1722795918.993923:0:16073:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046544512 00000100:00100000:2.0:1722795918.993934:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 603 00000100:00100000:1.0:1722795918.993937:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+4056:2006:x1806482046543616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795918.993937:0:7113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f265aac4-bbd9-4eab-b808-4c6eeeb46ae2+12:2005:x1806482046543488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795918.993939:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046543872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795918.993941:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 604 00000100:00100000:1.0:1722795918.993941:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3663 00000100:00100000:3.0:1722795918.993942:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 668 00000100:00100000:0.0:1722795918.993945:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046544000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795918.993970:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046543744 00000100:00100000:1.0:1722795918.993972:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046543744 00000100:00100000:0.0:1722795918.994000:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:f38dc8b8-fd93-427c-acff-5f6d442b3777+376:2005:x1806482046544000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795918.994000:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046544128 00000100:00100000:2.0:1722795918.994000:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:f38dc8b8-fd93-427c-acff-5f6d442b3777+362:2006:x1806482046543872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795918.994001:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046544128 00000100:00100000:0.0:1722795918.994004:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 604 00000100:00100000:2.0:1722795918.994007:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 603 00000100:00080000:3.0:1722795918.994009:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795888 00000100:00100000:1.0:1722795918.994010:0:15615:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806482046544256 00000100:00100000:1.0:1722795918.994011:0:15615:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806482046544256 00000100:00080000:3.0:1722795918.994012:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795888 00000100:00080000:3.0:1722795918.994013:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795888 00000100:00080000:3.0:1722795918.994015:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795888 00000100:00080000:3.0:1722795918.994016:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795888 00000100:00080000:3.0:1722795918.994017:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795888 00000100:00100000:0.0:1722795918.994019:0:16073:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 605 00000100:00100000:1.0:1722795918.994020:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3664 00000100:00100000:0.0:1722795918.994022:0:16073:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046544384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1722795918.994023:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046543744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1722795918.994028:0:16033:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 606 00000100:00100000:3.0:1722795918.994028:0:15493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3665 00000100:00100000:2.0:1722795918.994032:0:16033:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046544512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795918.994032:0:15493:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046544128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1722795918.994035:0:16073:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:96d98dce-bbc8-4784-93bd-51fea7efb2b3+361:2006:x1806482046544384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795918.994038:0:16073:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 605 00000100:00100000:1.0:1722795918.994039:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:f38dc8b8-fd93-427c-acff-5f6d442b3777+3826:2005:x1806482046543744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795918.994042:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3664 00000100:00100000:1.0:1722795918.994049:0:15615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3666 00000100:00100000:1.0:1722795918.994051:0:15615:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046544256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1722795918.994052:0:15493:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_018:96d98dce-bbc8-4784-93bd-51fea7efb2b3+2955:2006:x1806482046544128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795918.994055:0:16033:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:96d98dce-bbc8-4784-93bd-51fea7efb2b3+355:2005:x1806482046544512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795918.994056:0:15493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3665 00000100:00100000:1.0:1722795918.994060:0:15615:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:96d98dce-bbc8-4784-93bd-51fea7efb2b3+4190:2005:x1806482046544256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 8us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795918.994060:0:16033:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 606 00000100:00100000:1.0:1722795918.994063:0:15615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3666 00010000:00010000:2.0:1722795919.508811:0:7108:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1722795919.944830:0:3680:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1722795919.944860:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766673408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1722795919.945013:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795919.945097:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673408 00000100:00100000:1.0:1722795919.945108:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673408 00000100:00100000:1.0:1722795919.945172:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109067 00000100:00100000:1.0:1722795919.945180:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766673408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1722795919.945224:0:15456:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1434693632 avail 1305231360 00000100:00100000:1.0:1722795919.945291:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766673408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795919.945299:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109067 00000100:00100000:0.0:1722795919.945330:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766673408:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1722795920.510790:0:11643:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1722795920.536617:0:3679:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1722795920.536637:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795920.536698:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795920.536739:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673536 00000100:00100000:2.0:1722795920.536745:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673536 00000100:00080000:3.0:1722795920.536766:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795890 00000100:00100000:2.0:1722795920.536784:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1722795920.536789:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766673536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1722795920.536814:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795920.536852:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1806481766673536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795920.536857:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1722795920.536881:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3679:1806481766673536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1722795920.568814:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880093416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766673664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1722795920.568871:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795920.568987:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673664 00000100:00100000:2.0:1722795920.568995:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673664 00000100:00080000:3.0:1722795920.569029:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1722795890 00000100:00100000:2.0:1722795920.569042:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1722795920.569047:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766673664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1722795920.569066:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 114688 granted 980045824 pending 0 free 3912470528 avail 3680948224 00000100:00100000:2.0:1722795920.569105:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1806481766673664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795920.569109:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1722795920.569144:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880093416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3679:1806481766673664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1722795921.032666:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766674048:0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.032676:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766673920:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.032684:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766674176:0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.032696:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766673792:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.032716:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795921.032717:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795921.032739:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673920 00000100:00100000:2.0:1722795921.032740:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766674560:0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.032743:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766674432:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.032744:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673920 00000100:00100000:2.0:1722795921.032765:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795921.032772:0:15456:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674048 00000100:00100000:3.0:1722795921.032774:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674560 00000100:00100000:1.0:1722795921.032775:0:15456:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674048 00000100:00100000:3.0:1722795921.032775:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674560 00000100:00100000:2.0:1722795921.032777:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766675072:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.032789:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:3.0:1722795921.032794:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766673920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.032796:0:15456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109068 00000100:00100000:1.0:1722795921.032799:0:15456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766674048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.032815:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795921.032819:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795921.032838:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766674048:0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.032842:0:15456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:3678:x1806481766674048:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795921.032842:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-MDT0000_UUID+5:3681:x1806481766673920:12345-0@lo:400:kworker.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795921.032845:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00000100:00100000:1.0:1722795921.032846:0:15456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109068 00000100:00100000:3.0:1722795921.032860:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668 00000100:00100000:3.0:1722795921.032862:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766674560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.032868:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766674304:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.032872:0:16029:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766675072 00000100:00100000:2.0:1722795921.032874:0:16029:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766675072 00000100:00100000:1.0:1722795921.032877:0:7114:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766673792 00000100:00100000:3.0:1722795921.032878:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1806481766674560:12345-0@lo:400:kworker.0 Request processed in 15us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795921.032880:0:7114:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766673792 00000100:00100000:3.0:1722795921.032882:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668 00000100:00100000:2.0:1722795921.032891:0:16029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1722795921.032894:0:16029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766675072:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795921.032894:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1722795891 00000100:00100000:1.0:1722795921.032895:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00080000:3.0:1722795921.032896:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795891 00000100:00100000:1.0:1722795921.032898:0:7114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766673792:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795921.032898:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795891 00000100:00100000:0.0:1722795921.032900:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795921.032902:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795921.032932:0:3679:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766674688:0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.032957:0:3680:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766674816:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.032960:0:16029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+5:3678:x1806481766675072:12345-0@lo:400:kworker.0 Request processed in 65us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1722795921.032960:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1722795921.032962:0:7114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:144c2cea-e2f8-417e-9d97-24c8c3821eb4+23:3680:x1806481766673792:12345-0@lo:400:kworker.0 Request processed in 63us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795921.032965:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1722795921.032965:0:16029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1722795921.032987:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795921.032991:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3678:1806481766674560:0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.032992:0:15486:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674304 00000100:00100000:1.0:1722795921.032995:0:15486:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674304 00000100:00100000:2.0:1722795921.032997:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3678:1806481766675072:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.032997:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674176 00000100:00100000:3.0:1722795921.033000:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674176 00000100:00100000:1.0:1722795921.033004:0:15486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109069 00000100:00100000:1.0:1722795921.033007:0:15486:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766674304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033014:0:15420:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674688 00000100:00100000:2.0:1722795921.033016:0:15420:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674688 00000100:00100000:3.0:1722795921.033016:0:15419:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674816 00000100:00100000:3.0:1722795921.033019:0:15419:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674816 00000100:00100000:1.0:1722795921.033032:0:15486:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:3680:x1806481766674304:12345-0@lo:400:kworker.0 Request processed in 24us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795921.033032:0:15420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669 00000100:00100000:2.0:1722795921.033034:0:15420:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766674176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.033037:0:15486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109069 00000100:00100000:3.0:1722795921.033037:0:15419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:0.0:1722795921.033039:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:144c2cea-e2f8-417e-9d97-24c8c3821eb4:3680:1806481766673792:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.033042:0:15419:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766674688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1722795921.033046:0:15418:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:1.0:1722795921.033049:0:15418:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766674816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.033054:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3680:1806481766674304:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033055:0:15420:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1806481766674176:12345-0@lo:400:kworker.0 Request processed in 20us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795921.033059:0:15420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669 00000100:00100000:1.0:1722795921.033065:0:15418:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3680:x1806481766674816:12345-0@lo:400:kworker.0 Request processed in 15us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1722795921.033068:0:15418:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000100:00080000:2.0:1722795921.033069:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1722795891 00000100:00100000:3.0:1722795921.033070:0:15419:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1806481766674688:12345-0@lo:400:kworker.0 Request processed in 28us (110us total) trans 0 rc 0/0 00000100:00080000:2.0:1722795921.033071:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795891 00000100:00100000:3.0:1722795921.033075:0:15419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:0.0:1722795921.033086:0:3680:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3680:1806481766674816:0@lo:400:kworker.0 00000100:00100000:3.0:1722795921.033104:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3679:1806481766674176:0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.033112:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1722795921.033114:0:3679:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3679:1806481766674688:0@lo:400:kworker.0 00000100:00100000:0.0:1722795921.033155:0:3681:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880071d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766674944:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033158:0:15467:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674432 00000100:00100000:2.0:1722795921.033160:0:15467:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674432 00000100:00100000:0.0:1722795921.033180:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1722795921.033180:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:2.0:1722795921.033183:0:15467:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766674432:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1722795921.033191:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1722795891 00000100:00100000:0.0:1722795921.033229:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3681:1806481766673920:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033229:0:15467:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-lwp-OST0000_UUID+5:3681:x1806481766674432:12345-0@lo:400:kworker.0 Request processed in 46us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795921.033233:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00100000:0.0:1722795921.033242:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3681:1806481766674432:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033248:0:16050:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766674944 00000100:00100000:2.0:1722795921.033250:0:16050:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766674944 00000100:00100000:2.0:1722795921.033261:0:16050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00080000:3.0:1722795921.033261:0:7115:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1722795891 00000100:00100000:2.0:1722795921.033263:0:16050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766674944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.033287:0:16050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_054:lustre-MDT0001-mdtlov_UUID+5:3681:x1806481766674944:12345-0@lo:400:kworker.0 Request processed in 23us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1722795921.033290:0:16050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1722795921.033322:0:3681:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880071d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3681:1806481766674944:0@lo:400:kworker.0 00000100:00100000:2.0:1722795921.096692:0:3678:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1722795921.096714:0:3678:0:(client.c:1794:ptlrpc_send_new_req()) Sending RPC req@ffff880070b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766675200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1722795921.096780:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1722795921.096846:0:9452:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1806481766675200 00000100:00100000:0.0:1722795921.096862:0:9452:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1806481766675200 00000100:00100000:0.0:1722795921.096952:0:9452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1722795921.096960:0:9452:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013089ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766675200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1722795921.097002:0:9452:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 980045824 pending 0 free 3909132288 avail 3677609984 00000100:00100000:0.0:1722795921.097102:0:9452:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013089ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1806481766675200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1722795921.097110:0:9452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1722795921.097146:0:3678:0:(client.c:2279:ptlrpc_check_set()) Completed RPC req@ffff880070b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3678:1806481766675200:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1722795921.512804:0:15516:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1722795922.514711:0:7107:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 63573 lines, 63573 kept, 0 dropped, 0 bad.